{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3ea1a920-12b0-5c0a-8085-c1a566e6653a","task_key":"default--validation--3ea1a920-12b0-5c0a-8085-c1a566e6653a","task_revision_id":"1","upstream_id":"","short_description":"do they sing sweet caroline at every red sox game","config":"default","split":"validation","body":"{\"passage\":\"The song has been played at Fenway Park, home of Major League Baseball's Boston Red Sox, since at least 1997, and in the middle of the eighth inning at every game since 2002. On opening night of the 2010 season at Fenway Park, the song was performed by Diamond himself. ``Sweet Caroline'' was played at Penn State Nittany Lions football games at Beaver Stadium until August 2012, halting after the Penn State child sex abuse scandal. Performances at Beaver Stadium resumed in September 2013, however. The song is played at the start of the fourth quarter of Pittsburgh Panthers Football games at Heinz Field. In response, West Virginia University students and fans will yell ``eat shit, Pitt'' during the refrain if heard played. It is also an unofficial song of the University of North Carolina at Chapel Hill, being played at athletic events and pep rallies.\",\"question\":\"do they sing sweet caroline at every red sox game\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}