{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"22bebe09-c08e-55d8-a90c-471cddec9485","task_key":"default--validation--22bebe09-c08e-55d8-a90c-471cddec9485","task_revision_id":"1","upstream_id":"","short_description":"do the aleutian islands cross the international date line","config":"default","split":"validation","body":"{\"passage\":\"The IDL crosses between the U.S. Aleutian Islands (Attu Island being the westernmost) and the Commander Islands, which belong to Russia. It then bends southeast again to return to 180°. Thus, all of Russia is to the west of the IDL, and all of the United States is to the east except for the insular areas of Guam, the Northern Mariana Islands, and Wake Island.\",\"question\":\"do the aleutian islands cross the international date line\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}