{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4a5e9e6a-1956-5470-94eb-f8b06051d929","task_key":"all--test--4a5e9e6a-1956-5470-94eb-f8b06051d929","task_revision_id":"1","upstream_id":"","short_description":"The rooting reflex is characterized by neonates","config":"all","split":"test","body":"{\"choices\":\"['turning their heads toward stimuli when touched on their cheeks', 'withdrawing from painful stimuli', 'drawing up legs and arching their backs in response to sudden noises', 'grasping objects that press against their palms']\",\"question\":\"The rooting reflex is characterized by neonates\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}