{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"637cb445-b2eb-574d-a725-d1bf0cc7927f","task_key":"default--validation--637cb445-b2eb-574d-a725-d1bf0cc7927f","task_revision_id":"1","upstream_id":"","short_description":"is isle of man in the channel islands","config":"default","split":"validation","body":"{\"passage\":\"The Channel Islands (Norman: Îles d'la Manche; French: Îles Anglo-Normandes or Îles de la Manche) are an archipelago in the English Channel, off the French coast of Normandy. They include two Crown dependencies: the Bailiwick of Jersey, which is the largest of the islands; and the Bailiwick of Guernsey, consisting of Guernsey, Alderney, Sark and some smaller islands. They are considered the remnants of the Duchy of Normandy and, although they are not part of the United Kingdom, the UK is responsible for the defence and international relations of the islands. The Crown dependencies are not members of the Commonwealth of Nations or of the European Union. They have a total population of about 164,541, and the bailiwicks' capitals, Saint Helier and Saint Peter Port, have populations of 33,500 and 16,488, respectively. The total area of the islands is 198 km.\",\"question\":\"is isle of man in the channel islands\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}