{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"04f85384-e0c3-5876-a67e-e857bd4e3e47","task_key":"all--test--04f85384-e0c3-5876-a67e-e857bd4e3e47","task_revision_id":"1","upstream_id":"","short_description":"A colleague, a licensed psychologist, confides in you that he has just ended a…","config":"all","split":"test","body":"{\"choices\":\"['file a complaint against the colleague immediately with the Ethics Committee.', 'file a complaint against the colleague with the Ethics Committee after informing him that you intend to do so.', 'discuss the matter further with the colleague to see what course of action he plans to take.', 'contact the client and discuss the matter with her.']\",\"question\":\"A colleague, a licensed psychologist, confides in you that he has just ended a sexual relationship with one of his clients. As he describes the client, you realize that she is someone you referred to him about 18 months ago. As an ethical psychologist, you should:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}