{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c2670c8a-39c4-5eb5-b2b6-f93481b7d359","task_key":"default--validation--c2670c8a-39c4-5eb5-b2b6-f93481b7d359","task_revision_id":"1","upstream_id":"","short_description":"is nail acetone the same as paint acetone","config":"default","split":"validation","body":"{\"passage\":\"Acetone is miscible with water and serves as an important solvent in its own right, typically for cleaning purposes in laboratories. About 6.7 million tonnes were produced worldwide in 2010, mainly for use as a solvent and production of methyl methacrylate and bisphenol A. It is a common building block in organic chemistry. Familiar household uses of acetone are as the active ingredient in nail polish remover, and as paint thinner.\",\"question\":\"is nail acetone the same as paint acetone\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}