{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d9682ed8-e372-57e0-bb55-9561a0d03ee5","task_key":"all--test--d9682ed8-e372-57e0-bb55-9561a0d03ee5","task_revision_id":"1","upstream_id":"","short_description":"The decline in working memory with advanced age seems to be due to","config":"all","split":"test","body":"{\"choices\":\"['A loss of resources and slower processing speed', 'An increase in the inhibition of relevant information', 'A general decline in the ability to process information', 'A severe loss of neural connections and decreased blood flow']\",\"question\":\"The decline in working memory with advanced age seems to be due to\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}