{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5fb5b188-9349-5bb6-ad5d-7eaae218f6b5","task_key":"default--validation--5fb5b188-9349-5bb6-ad5d-7eaae218f6b5","task_revision_id":"1","upstream_id":"","short_description":"is it possible to have thunder without rain","config":"default","split":"validation","body":"{\"passage\":\"A dry thunderstorm or heat storm is a thunderstorm that produces thunder and lightning, but most or all of its precipitation evaporates before reaching the ground. Dry lightning refers to lightning strikes occurring in this situation. Both are so common in the American West that they are sometimes used interchangeably. The latter term is a technical misnomer since lightning itself is neither wet nor dry.\",\"question\":\"is it possible to have thunder without rain\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}