{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c83d708d-9d7d-53e9-acc4-85607d537891","task_key":"all--test--c83d708d-9d7d-53e9-acc4-85607d537891","task_revision_id":"1","upstream_id":"","short_description":"Dr. Delbert Dinwoody is currently treating a 35-year-old client who has received…","config":"all","split":"test","body":"{\"choices\":\"[\\\"acceptable as long as he believes couple therapy will benefit the client's progress in dealing with his alcohol problem.\\\", 'acceptable as long as the wife is not receiving mental health services from another professional.', '\\\"unacceptable because in this situation, the wife is “vulnerable to undue influence.\\\"\\\"\\\"', '\\\"unacceptable because doing so creates a \\\"\\\"conflict of interest.”\\\"']\",\"question\":\"Dr. Delbert Dinwoody is currently treating a 35-year-old client who has received a diagnosis of Alcohol Dependence. With the client's permission, Dr. Dinwoody invites the client's wife to participate in couple therapy. Inviting the wife to participate in therapy is:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}