{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6ba8c27a-6fac-55f3-8089-081ed1591a7d","task_key":"default--validation--6ba8c27a-6fac-55f3-8089-081ed1591a7d","task_revision_id":"1","upstream_id":"","short_description":"do they use salt on the roads in south dakota","config":"default","split":"validation","body":"{\"passage\":\"The term Salt Belt refers to states, in the United States, in which large quantities of salt are applied to roads during the winter season to control snow and ice. States in the salt belt include Connecticut, Delaware, Illinois, Indiana, Iowa, Kansas, Maine, Maryland, Massachusetts, Michigan, Minnesota, Missouri, New Hampshire, New Jersey, New York, North Dakota, Ohio, Pennsylvania, Rhode Island, South Dakota, Vermont, Virginia, West Virginia, Wisconsin, and Washington DC. Other states such as Colorado and Utah are also considered part of the Salt Belt but use less corrosive substances.\",\"question\":\"do they use salt on the roads in south dakota\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}