{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bbdb71c7-f972-5b9e-b9df-67002b9d1423","task_key":"default--validation--bbdb71c7-f972-5b9e-b9df-67002b9d1423","task_revision_id":"1","upstream_id":"","short_description":"does the speaker of the house have to be a congressman","config":"default","split":"validation","body":"{\"passage\":\"The Constitution does not require the Speaker to be an elected member of the House of Representatives, although every Speaker thus far has been. The Speaker is second in the United States presidential line of succession, after the Vice President and ahead of the President pro tempore of the Senate.\",\"question\":\"does the speaker of the house have to be a congressman\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}