{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"74a33ff1-27df-5d6b-b329-91a14155b8b6","task_key":"default--validation--74a33ff1-27df-5d6b-b329-91a14155b8b6","task_revision_id":"1","upstream_id":"","short_description":"is white castle only on the east coast","config":"default","split":"validation","body":"{\"passage\":\"White Castle is an American regional hamburger restaurant chain in the Midwestern and Mid-Atlantic regions of the United States. It has been generally credited as the country's first fast-food chain. It is known for its small, square hamburgers. Sometimes referred to as ``sliders'', the burgers were initially priced at five cents until 1929 and remained at ten cents until 1949. In the 1940s, White Castle periodically ran promotional ads in local newspapers which contained coupons offering five burgers for ten cents, takeout only.\",\"question\":\"is white castle only on the east coast\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}