{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"87b33cd7-932d-5d0a-8fe8-54c2455055c1","task_key":"default--validation--87b33cd7-932d-5d0a-8fe8-54c2455055c1","task_revision_id":"1","upstream_id":"","short_description":"did the beatles ever play at red rocks","config":"default","split":"validation","body":"{\"passage\":\"The earliest notable rock-and-roll performance at Red Rocks was by The Beatles on August 26, 1964, the only concert not sold out during their US-tour. When Ringo Starr returned to Red Rocks with his All-Starr Band on June 28, 2000, he asked if anyone in the crowd had been at the Beatles concert thirty-six years earlier. On August 26, 2004, the East-Coast-based Beatles-tribute band, ``1964'' was flown to Denver to re-enact the Beatles concert held at the site exactly forty-years earlier to the date. The beautiful and unique setting has led to the venue becoming a favorite for many performers. Jimi Hendrix played at Red Rocks on September 1, 1968, along with Vanilla Fudge and Soft Machine.\",\"question\":\"did the beatles ever play at red rocks\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}