{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d92d0b63-cf10-5000-a37e-f05de5f018ad","task_key":"all--test--d92d0b63-cf10-5000-a37e-f05de5f018ad","task_revision_id":"1","upstream_id":"","short_description":"Which of the following best describes ethical guidelines regarding sexual…","config":"all","split":"test","body":"{\"choices\":\"['Psychologists are prohibited from having sexual intimacies with former therapy clients under any circumstances.', 'Psychologists are prohibited from having sexual intimacies with former therapy clients for at least one year following the termination of therapy.', 'Psychologists are prohibited from having sexual intimacies with former therapy clients in certain circumstances (e.g., when there is a risk of exploitation).', 'Psychologists are not prohibited from having sexual intimacies with former therapy clients.']\",\"question\":\"Which of the following best describes ethical guidelines regarding sexual intimacies with former therapy clients?\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}