{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8dd97e35-179a-585b-bd0c-50b720900cb5","task_key":"default--validation--8dd97e35-179a-585b-bd0c-50b720900cb5","task_revision_id":"1","upstream_id":"","short_description":"is the state of texas bigger than germany","config":"default","split":"validation","body":"{\"passage\":\"Texas is the second-largest U.S. state, after Alaska, with an area of 268,820 square miles (696,200 km). Though 10% larger than France and almost twice as large as Germany or Japan, it ranks only 27th worldwide amongst country subdivisions by size. If it were an independent country, Texas would be the 40th largest behind Chile and Zambia.\",\"question\":\"is the state of texas bigger than germany\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}