{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c70c8ab1-52a5-529a-99eb-d63f842b8e89","task_key":"default--validation--c70c8ab1-52a5-529a-99eb-d63f842b8e89","task_revision_id":"1","upstream_id":"","short_description":"was mary blind on little house on the prairie","config":"default","split":"validation","body":"{\"passage\":\"At the age of 14, Ingalls suffered an illness--thought to be scarlet fever--at the time believed to have caused her to lose her eyesight. A 2013 study published in the journal Pediatrics, concluded it was actually viral meningoencephalitis that caused Ingalls' blindness, based on evidence from first-hand accounts and newspaper reports of her illness as well as relevant school registries and epidemiologic data on blindness and infectious diseases. Between 1881 and 1889, Ingalls attended the Iowa Braille and Sight Saving School in Vinton, Iowa.\",\"question\":\"was mary blind on little house on the prairie\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}