{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d00968ae-f6ec-53b7-9aec-941d2eb7cc93","task_key":"all--test--d00968ae-f6ec-53b7-9aec-941d2eb7cc93","task_revision_id":"1","upstream_id":"","short_description":"Socialization is:","config":"all","split":"test","body":"{\"choices\":\"['the formation of an attachment bond between an infant and its carer', 'a tendency of social theorists to explain everything in terms of social causes', 'the process of becoming part of a society by learning its norms and values', 'the historical process by which societies change from traditional to modern']\",\"question\":\"Socialization is:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}