{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d0431c4e-6725-58c6-ad0b-70bc9c85e4e6","task_key":"all--test--d0431c4e-6725-58c6-ad0b-70bc9c85e4e6","task_revision_id":"1","upstream_id":"","short_description":"Ethical standards for varying professions differ with regard to their emphasis…","config":"all","split":"test","body":"{\"choices\":\"['only work with fellow psychologists when developing professional and ethical standards for psychological services.', 'cooperate with other professionals when developing professional and ethical standards for psychological services.', 'consult with your local ethics committee for permission to work with other professionals when developing professional and ethical standards for psychological services.', 'develop professional and ethical standards for mental health services that do not recognize professional differences.']\",\"question\":\"Ethical standards for varying professions differ with regard to their emphasis and perspective. As a psychologist working in a multidisciplinary setting, you should:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}