{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bbc67158-a905-50f4-90c3-0e1870be52b6","task_key":"all--test--bbc67158-a905-50f4-90c3-0e1870be52b6","task_revision_id":"1","upstream_id":"","short_description":"Which of the following has provided evidence that the Sun's atmosphere contains…","config":"all","split":"test","body":"{\"choices\":\"['Absorption lines in the solar spectrum are consistent with the presence of sodium.', 'Stars with the same spectral class as the Sun are made mostly of sodium.', 'Solar samples returned to Earth by the Voyager spacecraft contained sodium.', 'The Sun gives off energy produced by the nuclear fusion of sodium in its core']\",\"question\":\"Which of the following has provided evidence that the Sun's atmosphere contains sodium atoms?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}