{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8d18a175-0080-5957-9b83-26723878072d","task_key":"default--validation--8d18a175-0080-5957-9b83-26723878072d","task_revision_id":"1","upstream_id":"","short_description":"did the brewers make it to the world series","config":"default","split":"validation","body":"{\"passage\":\"The team's only World Series appearance came in 1982. After winning the ALCS against the California Angels, the Brewers faced off against the St. Louis Cardinals in the World Series, losing 4--3. In 2011, the Brewers defeated the Arizona Diamondbacks to win the NLDS 3--2, but lost in the NLCS to the eventual World Series champion Cardinals 4--2.\",\"question\":\"did the brewers make it to the world series\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}