{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8b6b28a7-d54d-53b9-af56-8e20814580ee","task_key":"default--validation--8b6b28a7-d54d-53b9-af56-8e20814580ee","task_revision_id":"1","upstream_id":"","short_description":"is solo part of the star wars franchise","config":"default","split":"validation","body":"{\"passage\":\"Solo: A Star Wars Story (or simply Solo) is a 2018 American space western film based on the Star Wars character Han Solo. Directed by Ron Howard, it was produced by Lucasfilm and distributed by Walt Disney Studios Motion Pictures. It is the second Star Wars anthology film following Rogue One (2016). The plot takes place over ten years prior to the events of A New Hope, and explores the early adventures of Han Solo and Chewbacca, who join a heist within the criminal underworld and meet a young Lando Calrissian. Alden Ehrenreich stars as Han Solo alongside Woody Harrelson, Emilia Clarke, Donald Glover, Thandie Newton, Phoebe Waller-Bridge, Joonas Suotamo, and Paul Bettany.\",\"question\":\"is solo part of the star wars franchise\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}