{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a560d608-e1f4-5297-9f39-32b5f034f630","task_key":"default--validation--a560d608-e1f4-5297-9f39-32b5f034f630","task_revision_id":"1","upstream_id":"","short_description":"was america the first country to have a president","config":"default","split":"validation","body":"{\"passage\":\"The first usage of the word president to denote the highest official in a government was during the Commonwealth of England. After the abolition of the monarchy the English Council of State, whose members were elected by the House of Commons, became the executive government of the Commonwealth. The Council of State was the successor of the Privy Council, which had previously been headed by the Lord President; its successor the Council of State was also headed by a Lord President, the first of which was John Bradshaw. However, the Lord President alone was not head of state, because that office was vested in the council as a whole.\",\"question\":\"was america the first country to have a president\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}