{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ae34f79f-74c1-597c-b8f0-df12ee27bdd5","task_key":"all--test--ae34f79f-74c1-597c-b8f0-df12ee27bdd5","task_revision_id":"1","upstream_id":"","short_description":"h former therapy clients.","config":"all","split":"test","body":"{\"choices\":\"['Psychologists are prohibited from having sexual intimacies with former therapy clients under any circumstances.', 'Psychologists are prohibited from having sexual intimacies with former therapy clients for at least one year following the termination of therapy.', 'Psychologists are prohibited from having sexual intimacies with former therapy clients in certain circumstances (e.g., when there is a risk of exploitation).', 'Psychologists are not prohibited from having sexual intimacies with former therapy clients.']\",\"question\":\"h former therapy clients.\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}