{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5c8a750e-77d2-5133-b10f-f842297b781b","task_key":"default--validation--5c8a750e-77d2-5133-b10f-f842297b781b","task_revision_id":"1","upstream_id":"","short_description":"is there a lift at earls court tube station","config":"default","split":"validation","body":"{\"passage\":\"Earl's Court is a London Underground station on the District and Piccadilly lines. The station is in both fare zones 1 and 2. The station is located in the Earl's Court area of central London, with the eastern entrance on Earl's Court Road and the western entrance on Warwick Road (both part of A3220). It is a step-free tube station; Earls Court Road entrance provides lift access between street and platform.\",\"question\":\"is there a lift at earls court tube station\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}