{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3c895553-db66-5ae6-b449-a107722dac4a","task_key":"default--validation--3c895553-db66-5ae6-b449-a107722dac4a","task_revision_id":"1","upstream_id":"","short_description":"is the show the magicians based on a book","config":"default","split":"validation","body":"{\"passage\":\"The Magicians is a new adult fantasy novel by the American author Lev Grossman, published in 2009 by Viking Press. It tells the story of Quentin Coldwater, a young man who discovers and attends a college of magic in New York. The novel received critical acclaim, and was followed by The Magician King in 2011 and 2014's The Magician's Land. The novels have been adapted as a television series that currently airs on Syfy.\",\"question\":\"is the show the magicians based on a book\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}