{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5c943a70-32bc-53d9-9532-6fc483575ecb","task_key":"default--validation--5c943a70-32bc-53d9-9532-6fc483575ecb","task_revision_id":"1","upstream_id":"","short_description":"is lac leman the same as lake geneva","config":"default","split":"validation","body":"{\"passage\":\"Lake Geneva (French: le lac Léman or le Léman (lə (lak) lemɑ̃), sometimes le lac de Genève (lə lak də ʒ(ə)nɛːv), German: Genfersee (ˈɡɛnfərˌzeː)) is a lake on the north side of the Alps, shared between Switzerland and France. It is one of the largest lakes in Western Europe and the largest on the course of the Rhône. 59.53% (345.31 km (133.32 sq mi)) of it comes under the jurisdiction of Switzerland (cantons of Vaud, Geneva, and Valais), and 40.47% (234.71 km (90.62 sq mi)) under France (department of Haute-Savoie).\",\"question\":\"is lac leman the same as lake geneva\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}