{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5633e24f-b4f1-5a73-b4a7-306c27a9c358","task_key":"default--validation--5633e24f-b4f1-5a73-b4a7-306c27a9c358","task_revision_id":"1","upstream_id":"","short_description":"is the english channel in the atlantic ocean","config":"default","split":"validation","body":"{\"passage\":\"The English Channel (French: la Manche, ``The Sleeve''; German: Ärmelkanal, ``Sleeve Channel''; Breton: Mor Breizh, ``Sea of Brittany''; Cornish: Mor Bretannek, ``Sea of Brittany''; Dutch: Het Kanaal, ``The Channel''), also called simply the Channel, is the body of water that separates southern England from northern France and links the southern part of the North Sea to the Atlantic Ocean. It is the busiest shipping area in the world.\",\"question\":\"is the english channel in the atlantic ocean\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}