{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7c98b4a6-d02a-501b-809d-c78504b134b0","task_key":"default--validation--7c98b4a6-d02a-501b-809d-c78504b134b0","task_revision_id":"1","upstream_id":"","short_description":"are flash arrow and supergirl in the same universe","config":"default","split":"validation","body":"{\"passage\":\"The Arrowverse is an American media franchise and shared fictional universe that is centered on various television series airing on The CW and web series airing on CW Seed, developed by Greg Berlanti, Marc Guggenheim, Andrew Kreisberg, Ali Adler, Phil Klemmer, and Geoff Johns, based on characters appearing in publications by DC Comics. The shared universe, much like the DC Universe in comic books, was established by crossing over common plot elements, settings, cast, and characters. The Arrowverse stars Stephen Amell as Oliver Queen / Green Arrow, Grant Gustin as Barry Allen / Flash, Melissa Benoist as Kara Danvers / Supergirl, Megalyn Echikunwoke as Mari Jiwe McCabe / Vixen, with an ensemble cast leading Legends of Tomorrow, including Arthur Darvill as Rip Hunter, Caity Lotz as Sara Lance / White Canary, Brandon Routh as Ray Palmer / Atom, Dominic Purcell as Mick Rory / Heat Wave, with Victor Garber and Franz Drameh as Martin Stein & Jefferson ``Jax'' Jackson / Firestorm. Russell Tovey stars as Ray Terrill / The Ray.\",\"question\":\"are flash arrow and supergirl in the same universe\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}