{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d89b4d6a-bbe9-5ee4-87d4-572def20ec0f","task_key":"all--test--d89b4d6a-bbe9-5ee4-87d4-572def20ec0f","task_revision_id":"1","upstream_id":"","short_description":"A 64-year-old female presents to the office with the complaint of difficulty…","config":"all","split":"test","body":"{\"choices\":\"['amyotrophic lateral sclerosis', 'Friedreich ataxia', 'Pick disease', 'progressive multifocal leukoencephalopathy']\",\"question\":\"A 64-year-old female presents to the office with the complaint of difficulty swallowing saliva for about 6 months. She has slurred speech. Examination of the tongue reveals wasting and fasciculation. Decreased deep tendon reflexes and fasciculation are noted in the left lower extremity. The deep tendon reflexes of the left upper extremity are hyperactive. The most likely diagnosis is\",\"subject\":\"professional_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}