{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"53250bc0-f5b6-5fe7-9e48-502768973811","task_key":"default--validation--53250bc0-f5b6-5fe7-9e48-502768973811","task_revision_id":"1","upstream_id":"","short_description":"is there a season 7 of shameless us","config":"default","split":"validation","body":"{\"passage\":\"The seventh season of Shameless, based on the British series of the same name by Paul Abbott, is an American comedy-drama television series with executive producers John Wells, Christopher Chulack, Krista Vernoff, Etan Frankel, Nancy M. Pimental and Sheila Callaghan. The season premiered on October 2, 2016, the first time the series has debuted in autumn. Showtime premiered a free preview of the season premiere online on September 23, 2016, ahead of the October 2 broadcast.\",\"question\":\"is there a season 7 of shameless us\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}