{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a9432f2b-2451-52a0-9e9a-7de13066144a","task_key":"all--test--a9432f2b-2451-52a0-9e9a-7de13066144a","task_revision_id":"1","upstream_id":"","short_description":"Excess disability refers to symptoms that are","config":"all","split":"test","body":"{\"choices\":\"['Not due to the disease but due instead to malignant social psychology', 'In excess of the average for that particular disorder', \\\"Found only in the last stage of Alzheimer's\\\", 'Those that can be successfully treated by medicine if they are caught early enough']\",\"question\":\"Excess disability refers to symptoms that are\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}