{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"89a232a8-9854-5467-aac4-49f2185ea1be","task_key":"default--validation--89a232a8-9854-5467-aac4-49f2185ea1be","task_revision_id":"1","upstream_id":"","short_description":"is iron man part of the justice league","config":"default","split":"validation","body":"{\"passage\":\"The Justice League is an assemblage of superheroes who join together as a team. The seven original members were Aquaman, Batman, The Flash, Green Lantern, Martian Manhunter, Superman, and Wonder Woman. The team roster has rotated throughout the years, consisting of various superheroes from the DC Universe, such as The Atom, Big Barda, Black Canary, Cyborg, Green Arrow, Elongated Man, The Flash, Green Lantern, Hawkgirl, Hawkman, Metamorpho, Plastic Man, Power Girl, Orion, Red Tornado, Stargirl, Captain Marvel/Shazam, and Zatanna, among many others.\",\"question\":\"is iron man part of the justice league\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}