{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6cb18a33-2608-57c9-bf43-a6cd090212f6","task_key":"default--validation--6cb18a33-2608-57c9-bf43-a6cd090212f6","task_revision_id":"1","upstream_id":"","short_description":"is scottish gaelic and irish gaelic the same","config":"default","split":"validation","body":"{\"passage\":\"Although Scottish Gaelic and Irish are closely related as Goidelic Celtic languages (or Gaelic languages), they are in fact starkly different in many ways. While most dialects are not immediately mutually comprehensible (although many individual words and phrases are), speakers of the two languages can rapidly develop mutual intelligibility.\",\"question\":\"is scottish gaelic and irish gaelic the same\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}