{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e145cbe8-7f14-579a-87d1-d52855273e29","task_key":"default--validation--e145cbe8-7f14-579a-87d1-d52855273e29","task_revision_id":"1","upstream_id":"","short_description":"is there a season two of the messengers","config":"default","split":"validation","body":"{\"passage\":\"The Messengers is an American television series that aired on The CW during the 2014--15 season. The series was officially picked up on May 8, 2014, and premiered on April 17, 2015. The series was cancelled by the CW on May 7, 2015, but aired all of its episodes, and concluded on July 24, 2015.\",\"question\":\"is there a season two of the messengers\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}