{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"346a7509-0e70-58a0-b54b-1767cf561f91","task_key":"default--validation--346a7509-0e70-58a0-b54b-1767cf561f91","task_revision_id":"1","upstream_id":"","short_description":"is penn and teller fool us still on","config":"default","split":"validation","body":"{\"passage\":\"On 11 August 2015 the series was renewed for a third season by The CW. The third season premiered on 13 July 2016, now hosted by Alyson Hannigan. The fourth season premiered on 13 July 2017. The series was renewed for a fifth season. A special one-off April Fools episode was broadcast on 2 April 2018 as a precursor to the fifth season, and the fifth season premiered on 25 June 2018. Penn & Teller: Fool Us was renewed for a sixth season on 9 October 2018.\",\"question\":\"is penn and teller fool us still on\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}