{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9930ef32-f105-59e0-ad86-9b8f49c5d84e","task_key":"default--validation--9930ef32-f105-59e0-ad86-9b8f49c5d84e","task_revision_id":"1","upstream_id":"","short_description":"is hawaii part of the united states territory","config":"default","split":"validation","body":"{\"passage\":\"The Territory of Hawaii or Hawaii Territory was an organized incorporated territory of the United States that existed from August 12, 1898, until August 21, 1959, when most of its territory, excluding Palmyra Island and the Stewart Islands, was admitted to the Union as the fiftieth U.S. state, the State of Hawaii. The Hawaii Admission Act specified that the State of Hawaii would not include the distant Palmyra Island, the Midway Islands, Kingman Reef, and Johnston Atoll, which includes Johnston (or Kalama) Island and Sand Island, and the Act was silent regarding the Stewart Islands.\",\"question\":\"is hawaii part of the united states territory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}