{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a9110050-8810-577d-90ce-6775363c04fa","task_key":"default--validation--a9110050-8810-577d-90ce-6775363c04fa","task_revision_id":"1","upstream_id":"","short_description":"did civil war come out before age of ultron","config":"default","split":"validation","body":"{\"passage\":\"The film is set one year after the events of Avengers: Age of Ultron. Captain America: Civil War introduces Tom Holland as Peter Parker / Spider-Man and Chadwick Boseman as T'Challa / Black Panther to the MCU, who appear in solo films in 2017 and 2018, respectively. William Hurt reprises his role as Thunderbolt Ross from The Incredible Hulk, and is now the US Secretary of State. For the mid-credits scene, in which Black Panther offers Captain America and Bucky Barnes asylum in Wakanda, Joe and Anthony Russo received input from Black Panther director Ryan Coogler on the look and design of Wakanda.\",\"question\":\"did civil war come out before age of ultron\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}