{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3b4dd68d-28dd-5e3a-a834-d557f0153f7e","task_key":"default--validation--3b4dd68d-28dd-5e3a-a834-d557f0153f7e","task_revision_id":"1","upstream_id":"","short_description":"do the courts have the power to overrule the laws written by the legislative…","config":"default","split":"validation","body":"{\"passage\":\"In Marbury v. Madison, 5 U.S. 137 (1803), the Supreme Court held that Congress cannot pass laws that are contrary to the Constitution, and it is the role of the Judicial system to interpret what the Constitution permits. Citing the Supremacy Clause, the Court found Section 13 of the Judiciary Act of 1789 to be unconstitutional to the extent it purported to enlarge the original jurisdiction of the Supreme Court beyond that permitted by the Constitution.\",\"question\":\"do the courts have the power to overrule the laws written by the legislative branch of government\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}