{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6e473b85-201b-580a-9360-3157443adbe6","task_key":"all--test--6e473b85-201b-580a-9360-3157443adbe6","task_revision_id":"1","upstream_id":"","short_description":"One reason that older adults may have difficulty in retrieving memories is that","config":"all","split":"test","body":"{\"choices\":\"['Long-term memory often discards older and unused memories', 'There are many more memories to search through to find the one that is sought', 'Older adults quit searching because they have more important things to do', 'Memory is less well organized as we grow older and finding a memory can be quite difficult']\",\"question\":\"One reason that older adults may have difficulty in retrieving memories is that\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}