{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"af14cae3-705f-5041-958f-a47e03f6a3a2","task_key":"all--test--af14cae3-705f-5041-958f-a47e03f6a3a2","task_revision_id":"1","upstream_id":"","short_description":"The name Teotihuacán was given to the city by:","config":"all","split":"test","body":"{\"choices\":\"['the Aztecs, who continued to make pilgrimages there long after its collapse.', 'the Spanish invaders, who largely destroyed it.', \\\"the city's first king, who named it after his favorite deity.\\\", 'Olmec traders, who were impressed with its grandeur.']\",\"question\":\"The name Teotihuacán was given to the city by:\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}