{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d521550a-5802-5e49-ac21-c962d5915c88","task_key":"default--validation--d521550a-5802-5e49-ac21-c962d5915c88","task_revision_id":"1","upstream_id":"","short_description":"did the queen of england marry her cousin","config":"default","split":"validation","body":"{\"passage\":\"Mary II (30 April 1662 -- 28 December 1694) was Queen of England, Scotland, and Ireland, co-reigning with her husband and first cousin, King William III and II, from 1689 until her death; popular histories usually refer to their joint reign as that of William and Mary. William and Mary, both Protestants, became king and queen regnant following the Glorious Revolution, which resulted in the adoption of the English Bill of Rights and the deposition of her Roman Catholic father, James II and VII. William became sole ruler upon her death in 1694. He reigned as such until his own death in 1702, when he was succeeded by Mary's sister Anne.\",\"question\":\"did the queen of england marry her cousin\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}