{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fd0061cd-82e1-5e20-94ce-cc9cd61c7ff5","task_key":"default--validation--fd0061cd-82e1-5e20-94ce-cc9cd61c7ff5","task_revision_id":"1","upstream_id":"","short_description":"did mariah carey wrote all i want for christmas is you","config":"default","split":"validation","body":"{\"passage\":\"``All I Want for Christmas Is You'' is a Christmas song performed by American singer and songwriter Mariah Carey. She wrote and produced the song alongside Walter Afanasieff. Columbia Records released it on November 1, 1994, as the lead single from her fourth studio album and first holiday album, Merry Christmas (1994). It is an uptempo love song that includes bell chimes, heavy back-up vocals, and synthesizers.\",\"question\":\"did mariah carey wrote all i want for christmas is you\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}