{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"e5adc3fd-fc37-5f21-98df-9598bcdb3305","task_key":"default--validation--e5adc3fd-fc37-5f21-98df-9598bcdb3305","task_revision_id":"2","upstream_id":"","short_description":"is the isle of man part of the european economic area","config":"default","split":"validation","body":"{\"passage\":\"The Isle of Man holds neither membership nor associate membership of the European Union, and lies outside the European Economic Area (EEA). Nonetheless, Protocol 3 permits trade in Manx goods without non-EU tariffs. In conjunction with the Customs and Excise agreement with the UK, this facilitates free trade with the UK. While Manx goods can be freely moved within the EEA, people, capital and services cannot.\",\"question\":\"is the isle of man part of the european economic area\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}