{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cc78f295-2a9b-5301-a197-8a100b02c953","task_key":"all--test--cc78f295-2a9b-5301-a197-8a100b02c953","task_revision_id":"1","upstream_id":"","short_description":"Dr. Harold Hanson, a psychologist who heads the personnel committee at a mental…","config":"all","split":"test","body":"{\"choices\":\"['has acted ethically since sexual harassment is explicitly prohibited by the ethical guidelines.', 'has acted ethically as long as he is willing to consider the psychologist for promotion if he is acquitted of the harassment charge.', 'has acted ethically as long as his decision is consistent with the stated promotion policy of the mental health facility.', 'has acted unethically by violating the requirements of the ethical guidelines regarding employment procedures.']\",\"question\":\"Dr. Harold Hanson, a psychologist who heads the personnel committee at a mental health facility, recommends that a psychologist who has an unresolved charge of sexual harassment against him not be considered for a promotion. In terms of his ethical responsibilities, Dr. Hanson:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}