{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7f9712ce-ae62-5027-a5ee-fa7052e8a138","task_key":"default--validation--7f9712ce-ae62-5027-a5ee-fa7052e8a138","task_revision_id":"1","upstream_id":"","short_description":"did abba write songs specifically for mamma mia","config":"default","split":"validation","body":"{\"passage\":\"Mamma Mia! is based on the songs of ABBA, a Swedish pop/dance group active from 1972 to 1982 and one of the most popular international pop groups of all time, topping the charts again and again in Europe, North and South America and Australia. Following the premiere of the musical in London in 1999, ABBA Gold topped the charts in the United Kingdom again. This musical was the brainchild of producer Judy Craymer. She met songwriters Björn Ulvaeus and Benny Andersson in 1983 when they were working with Tim Rice on Chess. It was the song ``The Winner Takes It All'' that suggested to her the theatrical potential of their pop songs. The songwriters were not enthusiastic, but they were not completely opposed to the idea.\",\"question\":\"did abba write songs specifically for mamma mia\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}