{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9812ecdc-30a3-5e2e-af6e-6635fbecc1c4","task_key":"all--test--9812ecdc-30a3-5e2e-af6e-6635fbecc1c4","task_revision_id":"1","upstream_id":"","short_description":"The family life cycle:","config":"all","split":"test","body":"{\"choices\":\"['Is a way to apply psychographic segmentation.', 'Refers to the process of family formation and dissolution.', 'Provides insights into the relationships among age, occupation, income, and housing.', 'Is composed of the 11 stages of personal growth from infancy to retirement.']\",\"question\":\"The family life cycle:\",\"subject\":\"marketing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}