{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4a00ceb2-309c-5af3-913b-87c657b2489d","task_key":"default--validation--4a00ceb2-309c-5af3-913b-87c657b2489d","task_revision_id":"1","upstream_id":"","short_description":"have the phoenix suns ever won a championship","config":"default","split":"validation","body":"{\"passage\":\"The Suns began play as an expansion team in 1968. The franchise owns the NBA's fourth-best all-time winning percentage, winning 55 percent of its games, as of the end of the 2014--15 season. In 47 years of play, they have made the playoffs 29 times, posted 19 seasons of 50 or more wins, made nine trips to the Western Conference Finals, and advanced to the NBA Finals twice, in 1976 and 1993. As a result, the Suns are the team with the highest all-time win-loss percentage to have never won an NBA championship.\",\"question\":\"have the phoenix suns ever won a championship\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}