{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"0fc8a4d3-2af9-592f-9c2b-80122c2699a9","task_key":"default--validation--0fc8a4d3-2af9-592f-9c2b-80122c2699a9","task_revision_id":"2","upstream_id":"","short_description":"are the marvel tv shows in the mcu","config":"default","split":"validation","body":"{\"passage\":\"The Marvel Cinematic Universe (MCU) television series are American superhero television shows based on characters that appear in publications by Marvel Comics. The shows have been in production since 2013, and in that time Marvel Television and ABC Studios, along with its production division ABC Signature Studios, have premiered 11 series across broadcast, streaming, and cable television on ABC, Netflix and Hulu, and Freeform, respectively. They have at least three more series in various stages of development, with Marvel Studios--the production studio behind the MCU films--having at least two series in development for the Disney streaming service.\",\"question\":\"are the marvel tv shows in the mcu\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}