{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"791e32f0-36cb-59c2-9764-71f84f7e7c2a","task_key":"default--validation--791e32f0-36cb-59c2-9764-71f84f7e7c2a","task_revision_id":"1","upstream_id":"","short_description":"are there tornadoes anywhere else in the world","config":"default","split":"validation","body":"{\"passage\":\"Tornadoes have been recorded on all continents except Antarctica and are most common in the middle latitudes where conditions are often favorable for convective storm development. The United States has the most tornadoes of any country, as well as the strongest and most violent tornadoes. A large portion of these tornadoes form in an area of the central United States popularly known as Tornado Alley. Other areas of the world that have frequent tornadoes include significant portions of Europe, South Africa, Philippines, Bangladesh, parts of Argentina, Uruguay, and southern and southeast Brazil, northern Mexico, New Zealand, and far eastern Asia.\",\"question\":\"are there tornadoes anywhere else in the world\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}