{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"247ad196-ab23-52a7-bae5-3b2f9e439de3","task_key":"default--validation--247ad196-ab23-52a7-bae5-3b2f9e439de3","task_revision_id":"1","upstream_id":"","short_description":"does heathrow terminal 5 have an underground station","config":"default","split":"validation","body":"{\"passage\":\"Heathrow Terminal 5 is a shared railway and London Underground station serving London Heathrow Airport Terminal 5. The station serves as a terminus for the Heathrow Express services to Paddington in central London, and for Piccadilly line services towards Cockfosters. The station is staffed entirely by Heathrow Express staff, unlike the other underground stations serving Terminal 4 and Terminals 2 & 3.\",\"question\":\"does heathrow terminal 5 have an underground station\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}