{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9bdd26c8-3001-5d67-bf33-d5c656126cb6","task_key":"default--validation--9bdd26c8-3001-5d67-bf33-d5c656126cb6","task_revision_id":"1","upstream_id":"","short_description":"are pork n beans the same as baked beans","config":"default","split":"validation","body":"{\"passage\":\"Canned beans, often containing pork, were among the first convenience foods, and it is in this form that they became exported and popularised by U.S. companies operating in the UK in the early 20th century. The U.S. Food and Drug Administration stated in 1996: ``It has for years been recognized by consumers generally that the designation 'beans with pork,' or 'pork and beans' is the common or usual name for an article of commerce that contains very little pork.'' The included pork is typically a piece of salt pork that adds fat to the dish.\",\"question\":\"are pork n beans the same as baked beans\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}