{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"29def89b-e2cd-578c-b8d3-b428a0964287","task_key":"default--validation--29def89b-e2cd-578c-b8d3-b428a0964287","task_revision_id":"1","upstream_id":"","short_description":"is spider man turn off the dark still playing","config":"default","split":"validation","body":"{\"passage\":\"On November 19, 2013, producers announced that the show would close on January 4, 2014, citing falling ticket sales and no longer being able to get injury insurance for the production as reasons for closure. Having run on Broadway for over three years, the production failed to make back its $75 million cost, the largest in Broadway history, with investors reportedly losing $60 million.\",\"question\":\"is spider man turn off the dark still playing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}