{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f501427f-d822-513e-8a62-04edcb7a10a0","task_key":"default--validation--f501427f-d822-513e-8a62-04edcb7a10a0","task_revision_id":"1","upstream_id":"","short_description":"is the world trade center in the financial district","config":"default","split":"validation","body":"{\"passage\":\"The Financial District encompasses roughly the area south of City Hall Park in Lower Manhattan but excludes Battery Park and Battery Park City. The former World Trade Center complex was located in the neighborhood until the September 11, 2001 attacks; the neighborhood includes the successor One World Trade Center. The heart of the Financial District is often considered to be the corner of Wall Street and Broad Street, both of which are contained entirely within the district. The northeastern part of the financial district (along Fulton Street and John Street) was known in the early 20th century as the Insurance District, due to the large number of insurance companies that were either headquartered there, or maintained their New York offices there.\",\"question\":\"is the world trade center in the financial district\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}