{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c9737afd-1ef9-5378-9506-cf7499bba89a","task_key":"default--validation--c9737afd-1ef9-5378-9506-cf7499bba89a","task_revision_id":"1","upstream_id":"","short_description":"did george rr martin write the rains of castamere","config":"default","split":"validation","body":"{\"passage\":\"``The Rains of Castamere'' is a song appearing in the A Song of Ice and Fire novels and in the television series adaptation Game of Thrones. The song's lyrics were written by George R.R. Martin in the original novel, and the tune was composed by Ramin Djawadi in 2011, upon request from the series creators David Benioff and D.B. Weiss. The song appears multiple times throughout the books and show.\",\"question\":\"did george rr martin write the rains of castamere\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}