{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0655cbd1-4497-5e66-a403-4232c89b1c12","task_key":"default--validation--0655cbd1-4497-5e66-a403-4232c89b1c12","task_revision_id":"1","upstream_id":"","short_description":"does the vice president break tie votes in the senate","config":"default","split":"validation","body":"{\"passage\":\"The Vice President of the United States is the ex officio President of the Senate, as provided in Article I, Section 3, Clause 4, of the United States Constitution, but may only vote in order to break a tie. According to the U.S. Senate, as of February 28, 2018, a tie-breaking vote had been cast 264 times by 36 vice presidents.\",\"question\":\"does the vice president break tie votes in the senate\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}