{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d2c1d6fd-3f89-517c-b330-5d6c31a063e5","task_key":"default--validation--d2c1d6fd-3f89-517c-b330-5d6c31a063e5","task_revision_id":"1","upstream_id":"","short_description":"did spider man turn off the dark make money","config":"default","split":"validation","body":"{\"passage\":\"Despite poor reviews and bad publicity, Spider-Man was at times successful at the box office. Ticket sales the day after the first preview on November 28, 2010, were more than one million dollars. During the first full week of 2011, Spider-Man had the highest box-office gross on Broadway, with a total of $1,588,514.\",\"question\":\"did spider man turn off the dark make money\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}