{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"aa8a7db4-0d6b-5817-b90b-c40491c9f29f","task_key":"all--test--aa8a7db4-0d6b-5817-b90b-c40491c9f29f","task_revision_id":"1","upstream_id":"","short_description":"The perspective that development is embedded in history means that","config":"all","split":"test","body":"{\"choices\":\"['Change can always occur regardless of age', 'Sociocultural conditions must always be considered', 'Development in any particular areas (e.g., social) is tied to development in other areas (e.g., cognitive)', 'Some characteristics change with age while others do not']\",\"question\":\"The perspective that development is embedded in history means that\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}