{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ce27e469-1ffb-5546-bd81-d4d58edba987","task_key":"default--validation--ce27e469-1ffb-5546-bd81-d4d58edba987","task_revision_id":"1","upstream_id":"","short_description":"have any supreme court justices ever been removed","config":"default","split":"validation","body":"{\"passage\":\"The Senate voted to acquit Chase of all charges on March 1, 1805. There were 34 Senators present (25 Republicans and 9 Federalists), and 23 votes were needed to reach the required two-thirds majority. Of the eight votes cast, the closest vote was 18 for impeachment and 16 for acquittal in regards to the Baltimore grand jury charge. He is the only U.S. Supreme Court justice to have been impeached. Judge Alexander Pope Humphrey recorded in the Virginia Law Register an account of the impeachment trial and acquittal of Chase.\",\"question\":\"have any supreme court justices ever been removed\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}