{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c786c8f3-e7ef-57bc-82cf-fda8f90a7750","task_key":"default--validation--c786c8f3-e7ef-57bc-82cf-fda8f90a7750","task_revision_id":"1","upstream_id":"","short_description":"is coca tea legal in the united states","config":"default","split":"validation","body":"{\"passage\":\"Coca tea is legal in Colombia, Peru, Bolivia, Argentina, Ecuador, and Chile. However, its use is being discouraged in part by the Single Convention on Narcotic Drugs. Coca tea is illegal in the United States unless it is decocainized.\",\"question\":\"is coca tea legal in the united states\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}