{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f9605aa6-d9f0-597f-951b-cc9c0143a3a7","task_key":"default--validation--f9605aa6-d9f0-597f-951b-cc9c0143a3a7","task_revision_id":"1","upstream_id":"","short_description":"are all members of peter paul and mary still alive","config":"default","split":"validation","body":"{\"passage\":\"Peter, Paul and Mary was an American folk group formed in New York City in 1961, during the American folk music revival phenomenon. The trio was composed of tenor Peter Yarrow, baritone Noel Paul Stookey and alto Mary Travers. The group's repertoire included songs written by Yarrow and Stookey, early songs by Bob Dylan as well as covers of other folk musicians. After the death of Travers in 2009, Yarrow and Stookey continued to perform as a duo under their individual names.\",\"question\":\"are all members of peter paul and mary still alive\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}