{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0c67bd93-529b-58d6-9a73-732eafc7de12","task_key":"default--validation--0c67bd93-529b-58d6-9a73-732eafc7de12","task_revision_id":"1","upstream_id":"","short_description":"was there a sequel to the movie prometheus","config":"default","split":"validation","body":"{\"passage\":\"Alien: Covenant is a 2017 science fiction horror film directed and produced by Ridley Scott and written by John Logan and Dante Harper, from a story by Michael Green and Jack Paglen. A joint American and British production, the film is a sequel to Prometheus (2012), the second installment in the Alien prequel series and the sixth installment overall in the Alien film series, as well as the third directed by Scott. The film features returning star Michael Fassbender and Katherine Waterston, with Billy Crudup, Danny McBride and Demián Bichir in supporting roles. It follows the crew of a colony ship that lands on an uncharted planet and makes a terrifying discovery.\",\"question\":\"was there a sequel to the movie prometheus\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}