{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1ef0c8bd-973c-5941-a3b3-08d755904d8b","task_key":"default--validation--1ef0c8bd-973c-5941-a3b3-08d755904d8b","task_revision_id":"1","upstream_id":"","short_description":"are chickpeas and garbonzo beans the same thing","config":"default","split":"validation","body":"{\"passage\":\"The chickpea or chick pea (Cicer arietinum) is a legume of the family Fabaceae, subfamily Faboideae. Its different types are variously known as gram or Bengal gram, garbanzo or garbanzo bean, and Egyptian pea. Chickpea seeds are high in protein. It is one of the earliest cultivated legumes and 7500-year-old remains have been found in the Middle East.\",\"question\":\"are chickpeas and garbonzo beans the same thing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}