{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0a6d5ecd-dd52-5b24-915f-667ea427cd6b","task_key":"default--validation--0a6d5ecd-dd52-5b24-915f-667ea427cd6b","task_revision_id":"1","upstream_id":"","short_description":"are they making a season 4 of the flash","config":"default","split":"validation","body":"{\"passage\":\"The fourth season of the American television series The Flash, which is based on the DC Comics character Barry Allen / Flash, premiered on The CW on October 10, 2017, and ran for 23 episodes until May 22, 2018. The season follows a crime scene investigator with superhuman speed who fights criminals, including others who have also gained superhuman abilities. It is set in the Arrowverse, sharing continuity with the other television series of the universe, and is a spin-off of Arrow. The season is produced by Berlanti Productions, Warner Bros. Television, and DC Entertainment, with Andrew Kreisberg and Todd Helbing serving as showrunners.\",\"question\":\"are they making a season 4 of the flash\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}