{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3334e0a1-3f13-5544-a915-dbb6261df24d","task_key":"default--validation--3334e0a1-3f13-5544-a915-dbb6261df24d","task_revision_id":"1","upstream_id":"","short_description":"did elton john ever play with t rex","config":"default","split":"validation","body":"{\"passage\":\"On 18 March 1972, T. Rex played two shows at the Empire Pool, Wembley, which were filmed by Ringo Starr and his crew for Apple Films. A large part of the second show was included on Bolan's own rock film Born to Boogie, while bits and pieces of the first show can be seen throughout the film's end-credits. Along with T. Rex and Starr, Born to Boogie also features Elton John, who jammed with the friends to create rocking studio versions of ``Children of the Revolution'' and ``Tutti Frutti''; Elton John had appeared on TV with Bolan before, miming the piano part of ``Get it On'' on the 1971 Christmas edition of Top of the Pops.\",\"question\":\"did elton john ever play with t rex\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}