{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4801af9b-7e7c-5a7d-8ccc-fe6140195b1b","task_key":"default--validation--4801af9b-7e7c-5a7d-8ccc-fe6140195b1b","task_revision_id":"1","upstream_id":"","short_description":"is the vice president the president of the senate","config":"default","split":"validation","body":"{\"passage\":\"The Vice President of the United States (informally referred to as VPOTUS, or Veep) is a constitutional officer in the legislative branch of the federal government of the United States as the President of the Senate under Article I, Section 3, Clause 4, of the United States Constitution, as well as the second highest executive branch officer, after the President of the United States. In accordance with the 25th Amendment, he is the highest-ranking official in the presidential line of succession, and is a statutory member of the National Security Council under the National Security Act of 1947.\",\"question\":\"is the vice president the president of the senate\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}