{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"b915cbc8-b856-5b14-bd02-a21ddf5f7bdc","task_key":"default--validation--b915cbc8-b856-5b14-bd02-a21ddf5f7bdc","task_revision_id":"2","upstream_id":"","short_description":"did the game of thrones theme song change","config":"default","split":"validation","body":"{\"passage\":\"The theme music that accompanies the title sequence was composed by Ramin Djawadi. The production team showed the title sequence they were working on to Djawadi, who was then inspired to create the music for the Game of Thrones Theme, and finished the theme music three days later. Djawadi said the show runners Benioff and Weiss wanted the theme music to be about a journey that reflects the variety of locations and characters in the show.\",\"question\":\"did the game of thrones theme song change\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}