{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ac1cb69d-d7c4-5ea9-bff2-5fa23d6a3342","task_key":"default--validation--ac1cb69d-d7c4-5ea9-bff2-5fa23d6a3342","task_revision_id":"1","upstream_id":"","short_description":"does it always rain when there's lightning","config":"default","split":"validation","body":"{\"passage\":\"A dry thunderstorm or heat storm, is a thunderstorm that produces thunder and lightning, but most or all of its precipitation evaporates before reaching the ground, and dry lightning is the term which is used to refer to lightning strikes occurring in this situation. Both are so common in the American West that they are sometimes used interchangeably. The latter term is a technical misnomer since lightning itself is neither wet nor dry.\",\"question\":\"does it always rain when there's lightning\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}