{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5af9a799-e365-5c5f-b4d9-9fa2ff87e658","task_key":"default--validation--5af9a799-e365-5c5f-b4d9-9fa2ff87e658","task_revision_id":"1","upstream_id":"","short_description":"have the blue angels ever had an accident","config":"default","split":"validation","body":"{\"passage\":\"During its history, 27 Blue Angels pilots have been killed in air show or training accidents. Through the 2017 season there have been 261 pilots in the squadron's history, giving the job a roughly 10% fatality rate.\",\"question\":\"have the blue angels ever had an accident\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}