{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"85cc6991-1cb8-5e6f-a2a3-6fbcc9d33dd5","task_key":"default--validation--85cc6991-1cb8-5e6f-a2a3-6fbcc9d33dd5","task_revision_id":"1","upstream_id":"","short_description":"were there always 9 justices on the supreme court","config":"default","split":"validation","body":"{\"passage\":\"Article III of the United States Constitution does not specify the number of justices. The Judiciary Act of 1789 called for the appointment of six ``judges''. Although an 1801 act would have reduced the size of the court to five members upon its next vacancy, an 1802 act promptly negated the 1801 act, legally restoring the court's size to six members before any such vacancy occurred. As the nation's boundaries grew, Congress added justices to correspond with the growing number of judicial circuits: seven in 1807, nine in 1837, and ten in 1863.\",\"question\":\"were there always 9 justices on the supreme court\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}