{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b73d3d77-df39-5901-ab09-caa2479aa423","task_key":"default--validation--b73d3d77-df39-5901-ab09-caa2479aa423","task_revision_id":"1","upstream_id":"","short_description":"is hawaii a state of the united states of america","config":"default","split":"validation","body":"{\"passage\":\"Hawaii (/həˈwaɪ.i/ ( listen) hə-WY-ee; Hawaiian: Hawaiʻi (həˈvɐjʔi)) is the 50th and most recent state to have joined the United States, having received statehood on August 21, 1959. Hawaii is the only U.S. state located in Oceania and the only one composed entirely of islands. It is the northernmost island group in Polynesia, occupying most of an archipelago in the central Pacific Ocean. Hawaii is the only U.S. state located outside North America.\",\"question\":\"is hawaii a state of the united states of america\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}