{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3d8a39b0-ad64-5072-b832-0700a730f590","task_key":"default--validation--3d8a39b0-ad64-5072-b832-0700a730f590","task_revision_id":"1","upstream_id":"","short_description":"does cheddar cheese have to be made in cheddar","config":"default","split":"validation","body":"{\"passage\":\"The term ``Cheddar cheese'' is widely used, but has no protected designation of origin within the European Union. However, in 2007 a Protected Designation of Origin, ``West Country Farmhouse Cheddar'', was created and only Cheddar produced from local milk within Somerset, Dorset, Devon and Cornwall and manufactured using traditional methods may use the name. Outside Europe, the style and quality of cheeses labelled as cheddar may vary greatly; furthermore, cheeses that are more similar in taste and appearance to Red Leicester are sometimes popularly marketed as ``Red Cheddar''.\",\"question\":\"does cheddar cheese have to be made in cheddar\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}