{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1a972694-0a10-58e9-9852-076398452ca9","task_key":"default--validation--1a972694-0a10-58e9-9852-076398452ca9","task_revision_id":"1","upstream_id":"","short_description":"is vauxhall station in zone 1 or 2","config":"default","split":"validation","body":"{\"passage\":\"Vauxhall (/ˈvɒksɔːl/, VOK-sawl) is a National Rail, London Underground and London Buses interchange station in central London. It is at the Vauxhall Cross road junction opposite the southern approach to Vauxhall Bridge over the River Thames in the district of Vauxhall. The station is on the boundary of zones 1 and 2 of the London Travelcard area and, although a through station, it is classed as a central London terminus for ticketing purposes.\",\"question\":\"is vauxhall station in zone 1 or 2\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}