{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"23d00945-35b3-5224-91eb-935d95505bc3","task_key":"default--validation--23d00945-35b3-5224-91eb-935d95505bc3","task_revision_id":"1","upstream_id":"","short_description":"is the bronx zoo the largest zoo in the world","config":"default","split":"validation","body":"{\"passage\":\"The Bronx Zoo is a zoo located within Bronx Park in the Bronx, a borough of New York City. It is the largest metropolitan zoo in the United States and among the largest in the world. On average, the zoo has 2.15 million visitors each year, and it comprises 265 acres (107 ha) of park lands and naturalistic habitats, through which the Bronx River flows.\",\"question\":\"is the bronx zoo the largest zoo in the world\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}