{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f7e8d389-8210-555a-9442-dd7844c8dc4c","task_key":"default--validation--f7e8d389-8210-555a-9442-dd7844c8dc4c","task_revision_id":"1","upstream_id":"","short_description":"are there any p 38 lightnings still flying","config":"default","split":"validation","body":"{\"passage\":\"The Lockheed P-38 Lighting is an American two-engine fighter used by the United States Army Air Forces and other Allied air forces during World War II. Of the 10,037 planes built, 26 survive today, 22 of which are located in the United States, and 10 of which are airworthy.\",\"question\":\"are there any p 38 lightnings still flying\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}