{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c53ee5bf-e0fe-5af5-aee2-cd6bf29f8cb9","task_key":"all--test--c53ee5bf-e0fe-5af5-aee2-cd6bf29f8cb9","task_revision_id":"1","upstream_id":"","short_description":"The Omo I cranium discovered along the Omo River in southern Ethiopia…","config":"all","split":"test","body":"{\"choices\":\"['the evolution of anatomically modern humans from premodern species about 200,000 years ago in Africa.', 'the simultaneous evolution of anatomically modern humans about 100,000 years ago in Africa and Europe.', 'the development of a larger brain prior to the first evidence for tool making.', 'both b and c.']\",\"question\":\"The Omo I cranium discovered along the Omo River in southern Ethiopia demonstrates:\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}