{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ef1d1ab7-17fa-5643-9d50-69c5c1039f72","task_key":"default--validation--ef1d1ab7-17fa-5643-9d50-69c5c1039f72","task_revision_id":"1","upstream_id":"","short_description":"have the san jose sharks won a stanley cup","config":"default","split":"validation","body":"{\"passage\":\"The Sharks were founded in 1991 and were the first NHL franchise based in the San Francisco Bay Area since the California Golden Seals relocated to Cleveland in 1976. The Sharks have advanced to the Stanley Cup Finals once, losing to the Pittsburgh Penguins in 2016. They have won the Presidents' Trophy once, as the team with the league's best regular season record in the 2008--09 season. They have also won six division titles as a member of the Pacific Division since 1993.\",\"question\":\"have the san jose sharks won a stanley cup\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}