{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"51804a3b-3d93-57ba-847c-eac80917fea7","task_key":"default--validation--51804a3b-3d93-57ba-847c-eac80917fea7","task_revision_id":"1","upstream_id":"","short_description":"are cowpeas and black eyed peas the same thing","config":"default","split":"validation","body":"{\"passage\":\"Cultivated cowpeas are known by the common names black-eyed pea, southern pea, yardlong bean, catjang, and crowder pea. They were domesticated in Africa and are one of the oldest crops to be farmed. A second domestication event probably occurred in Asia, before they spread into Europe and the Americas. The seeds are usually cooked and made into stews and curries, or ground into flour or paste.\",\"question\":\"are cowpeas and black eyed peas the same thing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}