{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ad17c8e0-2f24-5803-bfca-059df3857171","task_key":"default--validation--ad17c8e0-2f24-5803-bfca-059df3857171","task_revision_id":"1","upstream_id":"","short_description":"do any flights fly over the north pole","config":"default","split":"validation","body":"{\"passage\":\"Arctic polar routes are now common on airlines connecting Asian cities to North American cities. Emirates flies nonstop from Dubai to the US West Coast (San Francisco, Seattle and Los Angeles), coming within a few degrees of latitude of the North Pole.\",\"question\":\"do any flights fly over the north pole\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}