{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5e110ce7-0ed5-5f27-b056-585e031fffb7","task_key":"all--test--5e110ce7-0ed5-5f27-b056-585e031fffb7","task_revision_id":"1","upstream_id":"","short_description":"Your client is on probation and your ongoing treatment is a condition of his…","config":"all","split":"test","body":"{\"choices\":\"['Inform your client’s probation officer', 'Insist that your client stay in therapy', 'Agree to termination because your client has free choice', 'Discuss the possible ramifications and legal consequences of terminating therapy without informing his probation officer']\",\"question\":\"Your client is on probation and your ongoing treatment is a condition of his probation. He informs you that he wishes to terminate treatment. You should ___________.\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}