{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dc884331-b9bd-52a1-be6d-984be7ce58d9","task_key":"default--validation--dc884331-b9bd-52a1-be6d-984be7ce58d9","task_revision_id":"1","upstream_id":"","short_description":"are the falkland islands part of the commonwealth","config":"default","split":"validation","body":"{\"passage\":\"As of April 2018 the Minister responsible for the Territories excluding the Falkland Islands, Gibraltar and the Sovereign Base Areas is Tariq Ahmad, Minister of State for the Commonwealth and the UN. The other three territories are the responsibility of Sir Alan Duncan MP, Minister of State for Europe and the Americas.\",\"question\":\"are the falkland islands part of the commonwealth\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}