{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d2aa8d4a-8ba6-54b0-9357-3ea4aa6c50bc","task_key":"default--validation--d2aa8d4a-8ba6-54b0-9357-3ea4aa6c50bc","task_revision_id":"1","upstream_id":"","short_description":"has there been a duke of sussex before","config":"default","split":"validation","body":"{\"passage\":\"The dukedom was first conferred on 24 November 1801 upon Prince Augustus Frederick, the sixth son of King George III. He was made Baron Arklow and Earl of Inverness at the same time, also in the Peerage of the United Kingdom. The title became extinct upon Prince Augustus Frederick's death in 1843. Although he was survived by a son and daughter by Lady Augusta Murray, their marriage had been annulled for lack of royal permission under the Royal Marriages Act 1772, rendering the children illegitimate under English law and unable to inherit titles from their father. Both children by the annulled marriage died childless, rendering the issue of their inheritance moot.\",\"question\":\"has there been a duke of sussex before\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}