{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0b89162e-4e68-57cf-b371-e6867be74412","task_key":"default--validation--0b89162e-4e68-57cf-b371-e6867be74412","task_revision_id":"1","upstream_id":"","short_description":"is the isle of man part of the uk","config":"default","split":"validation","body":"{\"passage\":\"The Isle of Man (Manx: Ellan Vannin (ˈɛljən ˈvanɪn)), sometimes referred to simply as Mann (/mæn/; Manx: Mannin (ˈmanɪn)), is a self-governing British Crown dependency, an island in the Irish Sea between Great Britain and Ireland. The head of state is Queen Elizabeth II, who holds the title of Lord of Mann and is represented by a Lieutenant Governor. Defence is the responsibility of the United Kingdom.\",\"question\":\"is the isle of man part of the uk\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}