{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bbf627a1-788a-5b39-8bfe-13e2c5fd8316","task_key":"default--validation--bbf627a1-788a-5b39-8bfe-13e2c5fd8316","task_revision_id":"1","upstream_id":"","short_description":"is the army under the department of defense","config":"default","split":"validation","body":"{\"passage\":\"This is a list of Agencies under the United States Department of Defense (DoD) which was formerly and shortly known as the National Military Establishment. Its main responsibilities are to control the Armed Forces of the United States. The Department was established in 1947 and is currently divided into three major Departments--the Department of the Army, Navy and Air Force--and has a military staff of 1,418,542 (553,044 US Army; 329,304 US Navy; 202,786 US Marine Corps; 333,408 US Air Force). The DoD is headed by the Secretary of Defense. The current defense secretary is James Mattis.\",\"question\":\"is the army under the department of defense\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}