{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1677b384-bb4d-5b34-bcb2-4e380c2c78fa","task_key":"default--validation--1677b384-bb4d-5b34-bcb2-4e380c2c78fa","task_revision_id":"1","upstream_id":"","short_description":"are the bahamas islands part of the united states","config":"default","split":"validation","body":"{\"passage\":\"The Bahamas became an independent Commonwealth realm in 1973, retaining the British monarch, then and currently Queen Elizabeth II, as its head of state. In terms of gross domestic product per capita, The Bahamas is one of the richest countries in the Americas (following the United States and Canada), with an economy based on tourism and finance.\",\"question\":\"are the bahamas islands part of the united states\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}