{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4b532636-4c97-52d2-804f-888ca832752f","task_key":"default--validation--4b532636-4c97-52d2-804f-888ca832752f","task_revision_id":"1","upstream_id":"","short_description":"are chestnuts and water chestnuts the same thing","config":"default","split":"validation","body":"{\"passage\":\"Chestnuts should not be confused with horse chestnuts (genus Aesculus), which are not related to Castanea and are named for producing nuts of similar appearance, but which are mildly poisonous to humans, nor should they be confused with water chestnut (family Cyperaceae), which are also unrelated to Castanea and are tubers of similar taste from an aquatic herbaceous plant. Other trees commonly mistaken for chestnut trees are the chestnut oak (Quercus prinus) and the American beech (Fagus grandifolia), both of which are also in Fagaceae.\",\"question\":\"are chestnuts and water chestnuts the same thing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}