{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c780ca72-853d-579c-9979-1c77ff2ffecf","task_key":"default--validation--c780ca72-853d-579c-9979-1c77ff2ffecf","task_revision_id":"1","upstream_id":"","short_description":"are f-14 tomcats still in service","config":"default","split":"validation","body":"{\"passage\":\"The Grumman F-14 Tomcat has served with the United States Navy and the Islamic Republic of Iran Air Force (IRIAF). It operated aboard U.S. aircraft carriers from 1974 to 2006 and remains in service with Iran. In-depth knowledge of its service with Iran is relatively limited.\",\"question\":\"are f-14 tomcats still in service\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}