{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f5e8fa99-f7ff-5483-a7fa-28d4d68a1116","task_key":"default--validation--f5e8fa99-f7ff-5483-a7fa-28d4d68a1116","task_revision_id":"1","upstream_id":"","short_description":"is season 5 agents of shield the last season","config":"default","split":"validation","body":"{\"passage\":\"The fifth season began airing on December 1, 2017, and ran for 22 episodes on ABC until May 18, 2018. The two-part premiere debuted to 2.54 million viewers, marking the lowest-rated season premiere of the series. Despite consistently low viewership, critical reception of the season was positive, with many commending the series for its ambition, in particular praising the futuristic space setting during its first half and exploration of time travel. Critics also praised the performances, character development and writing. The series was renewed for a sixth season on May 14, 2018.\",\"question\":\"is season 5 agents of shield the last season\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}