{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cf57a51d-2b04-5959-9cde-9e8ce6554ac8","task_key":"default--validation--cf57a51d-2b04-5959-9cde-9e8ce6554ac8","task_revision_id":"1","upstream_id":"","short_description":"is jefferson airplane in the rock and roll hall of fame","config":"default","split":"validation","body":"{\"passage\":\"The ``classic'' lineup of Jefferson Airplane, from October 1966 to February 1970, was Marty Balin (vocals), Paul Kantner (guitar, vocals), Grace Slick (vocals), Jorma Kaukonen (lead guitar, vocals), Jack Casady (bass), and Spencer Dryden (drums). Marty Balin left the band in 1971. After 1972, Jefferson Airplane effectively split into two groups. Kaukonen and Casady moved on full time to their own band, Hot Tuna. Slick, Kantner, and the remaining members of Jefferson Airplane recruited new members and regrouped as Jefferson Starship in 1974, with Marty Balin eventually joining them. Jefferson Airplane was inducted into the Rock and Roll Hall of Fame in 1996 and was presented with the Grammy Lifetime Achievement Award in 2016.\",\"question\":\"is jefferson airplane in the rock and roll hall of fame\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}