{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9eb22ab9-dddf-50d4-8626-0c98730e2d19","task_key":"default--validation--9eb22ab9-dddf-50d4-8626-0c98730e2d19","task_revision_id":"1","upstream_id":"","short_description":"will there be a season 5 of shadowhunters","config":"default","split":"validation","body":"{\"passage\":\"In April 2017, it was announced that the series had been renewed for a third season of 20 episodes. The first half of ten episodes premiered on March 20, 2018. In June 2018, Freeform canceled the series after three seasons, but ordered two extra episodes to properly conclude the series' story; the second half of the third season is set to air in early 2019. As of May 15, 2018, 43 episodes of Shadowhunters have aired, concluding the first half of the third season.\",\"question\":\"will there be a season 5 of shadowhunters\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}