{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fac47b45-3038-5ae0-ba73-48ca319259f2","task_key":"default--validation--fac47b45-3038-5ae0-ba73-48ca319259f2","task_revision_id":"1","upstream_id":"","short_description":"was there a 6th burrow in new york","config":"default","split":"validation","body":"{\"passage\":\"The term sixth borough is used to describe any of a number of places that are not politically within the borders of any of the five boroughs of New York City that have instead been referred to as a metaphorical part of the city by virtue of their geographic location, demographic composition, special affiliation with New York City, or cosmopolitan character. They include adjacent cities and counties in the New York metropolitan area as well as in other states, U.S. territories, and foreign countries.\",\"question\":\"was there a 6th burrow in new york\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}