{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f1ab8a2d-b184-589e-be8a-469717e7b7ea","task_key":"default--validation--f1ab8a2d-b184-589e-be8a-469717e7b7ea","task_revision_id":"1","upstream_id":"","short_description":"does wally west have powers in the flash","config":"default","split":"validation","body":"{\"passage\":\"Wally West is a fictional superhero that appears in American comic books published by DC Comics. He is the third Flash and the first Kid Flash. His power consists mainly of superhuman speed. He made his first appearance as the Kid Flash in the Flash #110 in 1959. Barry Allen dies in the crossover Crisis on Infinite Earths #8 (Nov. 1985), and Wally took up the mantle of the Flash in Crisis on Infinite Earths #12 (Mar. 1986), holding that role until 2009 in DC's main lineup. His physical appearance is generally a redhead with green eyes, and is generally portrayed with a lighthearted, comic, and caring personality. Wally has an important role as the Flash in DC Rebirth (2016).\",\"question\":\"does wally west have powers in the flash\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}