{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"94d109d1-14e6-53b7-8583-8e5d7b4bcb36","task_key":"default--validation--94d109d1-14e6-53b7-8583-8e5d7b4bcb36","task_revision_id":"1","upstream_id":"","short_description":"is los cabos the same as cabo san lucas","config":"default","split":"validation","body":"{\"passage\":\"Cabo San Lucas (Spanish pronunciation: (ˈkaβo san ˈlukas), Cape Saint Luke), commonly called Cabo in English, is a resort city at the southern tip of the Baja California Peninsula, in the Mexican state of Baja California Sur. As of 2015, the population of the city was 81,111 inhabitants. Cabo San Lucas together with San José del Cabo is known as Los Cabos. Together they form a metropolitan area of 305,983 inhabitants.\",\"question\":\"is los cabos the same as cabo san lucas\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}