{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e3bf28b3-e4f2-5f5a-94df-5badcd4ce078","task_key":"default--validation--e3bf28b3-e4f2-5f5a-94df-5badcd4ce078","task_revision_id":"1","upstream_id":"","short_description":"is there such a thing as cold fire","config":"default","split":"validation","body":"{\"passage\":\"Cool flame is a flame having maximal temperature below about 400 °C (752 °F). It is usually produced in a chemical reaction of a certain fuel-air mixture. Contrary to conventional flame, the reaction is not vigorous and releases very little heat, light, and carbon dioxide. Cold fires are difficult to observe and are uncommon in everyday life, but they are responsible for engine knock -- the undesirable, erratic, and noisy combustion of low-octane fuels in internal combustion engines.\",\"question\":\"is there such a thing as cold fire\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}