{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"09ef7acd-e0c0-5715-9324-621320a46dd5","task_key":"all--test--09ef7acd-e0c0-5715-9324-621320a46dd5","task_revision_id":"1","upstream_id":"","short_description":"The lifespan perspective says that development is composed of gains and losses;…","config":"all","split":"test","body":"{\"choices\":\"['We gain while we are younger but lose when we are older', 'We gain some things and lose others at every age', 'For every aspect of development there is no overall change since each gain is offset by loss', 'Gains are far more important than losses but losses occur too']\",\"question\":\"The lifespan perspective says that development is composed of gains and losses; this means that\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}