{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"382fc2de-f360-5de0-908a-b8c1b6590e2a","task_key":"default--validation--382fc2de-f360-5de0-908a-b8c1b6590e2a","task_revision_id":"1","upstream_id":"","short_description":"was thanos in the first guardians of the galaxy","config":"default","split":"validation","body":"{\"passage\":\"The character appears in various Marvel Cinematic Universe films, including The Avengers (2012), portrayed by Damion Poitier, and Guardians of the Galaxy (2014), Avengers: Age of Ultron (2015), Avengers: Infinity War (2018), and the fourth Avengers film (2019), portrayed by Josh Brolin through voice and motion capture. The character has appeared in various comic adaptations, including animated television series, arcade, and video games.\",\"question\":\"was thanos in the first guardians of the galaxy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}