{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fc3fc813-a79d-5e35-ac18-b1d55353ce73","task_key":"all--test--fc3fc813-a79d-5e35-ac18-b1d55353ce73","task_revision_id":"1","upstream_id":"","short_description":"Dr. Jones, a clinical psychologist, has been seeing Lisa L. in therapy for one…","config":"all","split":"test","body":"{\"choices\":\"['recognize that such attraction is normal but proceed with caution.', 'confess his attraction to Lisa and make it a topic for mutual examination in therapy.', 'recognize that such attraction is inappropriate and refer Lisa to another therapist without explaining the reason to her.', 'continue working with Lisa but consult with a colleague if he believes his attraction might be interfering with his objectivity.']\",\"question\":\"Dr. Jones, a clinical psychologist, has been seeing Lisa L. in therapy for one month. Dr. Jones considers Lisa to be a very attractive woman and finds himself having sexual fantasies about her. As an ethical psychologist, Dr. Jones should:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}