{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8529af07-8b9b-5f5c-83f8-ba679770801f","task_key":"default--validation--8529af07-8b9b-5f5c-83f8-ba679770801f","task_revision_id":"1","upstream_id":"","short_description":"does a flask count as an open container","config":"default","split":"validation","body":"{\"passage\":\"Carrying a hip flask filled with alcohol in a public place is illegal in many locations in the United States due to open container laws. These laws prohibit possession of an unsealed container of alcohol in public or within the passenger compartment of a vehicle.\",\"question\":\"does a flask count as an open container\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}