{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"66cf1859-5cb3-52c3-9ce3-66d3941ce976","task_key":"default--validation--66cf1859-5cb3-52c3-9ce3-66d3941ce976","task_revision_id":"1","upstream_id":"","short_description":"can you buy alcohol in pa on sunday","config":"default","split":"validation","body":"{\"passage\":\"Pennsylvania is an alcoholic beverage control state. Spirits are to be sold only in the state owned Fine Wine and Good Spirits stores, which also sell wine, but not beer. Prices are generally the same throughout the state, but state stores may offer special discounts and sales, and county sales tax may cause the price to differ slightly. People under the age of 21 are allowed to enter Fine Wine and Good Spirits stores, contrary to popular belief, but only if accompanied by a parent or guardian. Monday through Saturday, a store may open as early as 9 am and close as late as 10 pm. On Sunday, many stores sell liquor from 11 am until 7 pm.\",\"question\":\"can you buy alcohol in pa on sunday\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}