{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9b782821-dd04-5e64-a5c6-6987130aa646","task_key":"default--validation--9b782821-dd04-5e64-a5c6-6987130aa646","task_revision_id":"1","upstream_id":"","short_description":"is key west part of the united states","config":"default","split":"validation","body":"{\"passage\":\"Key West (Spanish: Cayo Hueso) is an island and city in the Straits of Florida on the North American continent, at the southwesternmost end of the roadway through the Florida Keys in the state of Florida, United States. Key West is the southernmost city in the contiguous United States. The island is about 4 miles (6.4 km) long and 1 mile (1.6 km) wide, with a total land mass of 4.2 square miles (11 km). Duval Street, its main street, is 1.1 miles (1.8 km) in length in its 14-block-long crossing from the Gulf of Mexico to the Straits of Florida and the Atlantic Ocean. Key West is about 95 miles (153 km) north of Cuba at their closest points.\",\"question\":\"is key west part of the united states\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}