{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7bf100c5-14c5-542f-9070-12ea95c22c0a","task_key":"all--test--7bf100c5-14c5-542f-9070-12ea95c22c0a","task_revision_id":"1","upstream_id":"","short_description":"A 42-year-old woman with a history of multiple sclerosis comes to the office…","config":"all","split":"test","body":"{\"choices\":\"['Medial longitudinal fasciculus', 'Oculomotor nerve', 'Optic nerve', 'Trigeminal nerve']\",\"question\":\"A 42-year-old woman with a history of multiple sclerosis comes to the office because she had a sudden loss of vision in the right eye. She has no history of diplopia. External ocular movements are normal but funduscopic examination shows pallor of the optic disk. This patient's condition is most likely a result of demyelination of which of the following?\",\"subject\":\"professional_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}