{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"800aee23-ba4b-560b-b3b4-a7136f34d5d4","task_key":"all--test--800aee23-ba4b-560b-b3b4-a7136f34d5d4","task_revision_id":"1","upstream_id":"","short_description":"When there is a conflict between ethical obligations and legal requirements, a…","config":"all","split":"test","body":"{\"choices\":\"['choose the course of action that adheres to ethical obligations.', 'choose the course of action that adheres to legal requirements.', 'attempt to resolve the conflict but adhere to legal requirements when this is not possible.', 'attempt to resolve the conflict but adhere to ethical obligations when this is not possible.']\",\"question\":\"When there is a conflict between ethical obligations and legal requirements, a psychologist should ordinarily:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}