{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bde0ac9b-6d7f-53a4-b527-749672c01491","task_key":"all--test--bde0ac9b-6d7f-53a4-b527-749672c01491","task_revision_id":"1","upstream_id":"","short_description":"The death of Qin Dynasty emperor Ying Zheng was marked by what elaborate…","config":"all","split":"test","body":"{\"choices\":\"['An enormous mortuary temple filled with gold and gems.', 'An enormous pyramid constructed out of millions of huge limestone blocks.', 'The collective suicide of 60 members of the royal family.', 'An 8,000-member life-sized terra cotta army.']\",\"question\":\"The death of Qin Dynasty emperor Ying Zheng was marked by what elaborate memorial?\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}