{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a3197ecb-84cf-5ce5-b051-1b977e2d0e35","task_key":"default--validation--a3197ecb-84cf-5ce5-b051-1b977e2d0e35","task_revision_id":"1","upstream_id":"","short_description":"does new york state have the death penalty","config":"default","split":"validation","body":"{\"passage\":\"Capital punishment is not in force in the State of New York. The last execution took place in 1963, when Eddie Mays was electrocuted at Sing Sing Prison. The state was the first to adopt the electric chair as a method of execution, which replaced hanging. Following the U.S. Supreme Court's ruling declaring existing capital punishment statutes unconstitutional in Furman v. Georgia (1972), New York was without a death penalty until 1995, when then-Governor George Pataki signed a new statute into law, which provided for execution by lethal injection.\",\"question\":\"does new york state have the death penalty\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}