{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4a46c28d-6a92-5ee7-9336-788f0b3a8d37","task_key":"default--validation--4a46c28d-6a92-5ee7-9336-788f0b3a8d37","task_revision_id":"1","upstream_id":"","short_description":"is flight of the phoenix based on a true story","config":"default","split":"validation","body":"{\"passage\":\"The Flight of the Phoenix is a 1964 novel by Elleston Trevor. The plot involves the crash of a transport aircraft in the middle of a desert and the survivors' desperate attempt to save themselves. The book was the basis for the 1965 film The Flight of the Phoenix starring James Stewart and the 2004 remake entitled Flight of the Phoenix. The Flight of the Phoenix came at the midpoint of Trevor's career and led to a bidding war over its film rights.\",\"question\":\"is flight of the phoenix based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}