{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cc94b2cb-09f0-507b-8dc1-62cbca0d614e","task_key":"default--validation--cc94b2cb-09f0-507b-8dc1-62cbca0d614e","task_revision_id":"1","upstream_id":"","short_description":"is there a season 7 of the sopranos","config":"default","split":"validation","body":"{\"passage\":\"HBO broadcast the sixth season in two parts. The first twelve episodes ran from March to June 2006, and the remaining nine episodes ran from April to June 2007. HBO also released the two parts of the sixth season as separate DVD box sets. This effectively turns the second part into a short seventh season, though the show's producers and HBO don't describe it as such. All six seasons are available on DVD in Regions 1, 2, 3, and 4.\",\"question\":\"is there a season 7 of the sopranos\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}