{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"12f4e5d8-a561-5f25-995f-1068ddae5de5","task_key":"all--test--12f4e5d8-a561-5f25-995f-1068ddae5de5","task_revision_id":"1","upstream_id":"","short_description":"Archaeological and genetic evidence indicates that the process of domestication…","config":"all","split":"test","body":"{\"choices\":\"['65,000 to no later than 48,000 years ago', '45,000 to no later than 38,000 years ago', '35,000 to no later than 18,000 years ago', '15,000 to no later than 10,000 years ago']\",\"question\":\"Archaeological and genetic evidence indicates that the process of domestication involving the separation of wolves from dogs occurred about:\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}