{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"32e50ae0-886b-550e-a13b-7b370ae9bca1","task_key":"default--validation--32e50ae0-886b-550e-a13b-7b370ae9bca1","task_revision_id":"1","upstream_id":"","short_description":"will there be a season 5 of steven universe","config":"default","split":"validation","body":"{\"passage\":\"Steven Universe is an American animated television series created by Rebecca Sugar for Cartoon Network. The series revolves around Steven Universe (voiced by Zach Callison), who protects his hometown of Beach City alongside Garnet (voiced by Estelle), Amethyst (voiced by Michaela Dietz) and Pearl (voiced by Deedee Magno Hall), three magical alien guardians known as the Crystal Gems. The series was renewed for a fourth and fifth season on March 30, 2016. On July 21, 2018, it was announced that a Steven Universe television film, Steven Universe: The Movie, was in production.\",\"question\":\"will there be a season 5 of steven universe\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}