{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"305eb9dd-6a56-5cc1-a2d7-fbc937c9ecd0","task_key":"default--validation--305eb9dd-6a56-5cc1-a2d7-fbc937c9ecd0","task_revision_id":"1","upstream_id":"","short_description":"is southern ireland part of the british isles","config":"default","split":"validation","body":"{\"passage\":\"The British Isles are a group of islands in the North Atlantic off the north-western coast of continental Europe that consist of the islands of Great Britain, Ireland, the Isle of Man and over six thousand smaller isles. They have a total area of about 315,159 km and a combined population of just under 70 million, and include two sovereign states, the Republic of Ireland (which covers roughly five-sixths of the island of Ireland) and the United Kingdom of Great Britain and Northern Ireland. The islands of Alderney, Jersey, Guernsey and Sark, and their neighbouring smaller islands, are sometimes also taken to be part of the British Isles.\",\"question\":\"is southern ireland part of the british isles\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}