{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0e353e0e-15d4-5c34-a9b1-548dac77250f","task_key":"all--test--0e353e0e-15d4-5c34-a9b1-548dac77250f","task_revision_id":"1","upstream_id":"","short_description":"Dr. Donald Dreadmire is starting a therapy group for recently divorced men. He…","config":"all","split":"test","body":"{\"choices\":\"['ethically since his request does not violate ethical guidelines.', 'ethically as long as the editor accurately describes the program.', 'unethically because his request is exploitative and violates ethical guidelines.', 'unethically only if the arrangement negatively impacts his objectivity when working with the editor in therapy.']\",\"question\":\"Dr. Donald Dreadmire is starting a therapy group for recently divorced men. He tells the editor of the local newspaper (who has just divorced his wife) that he can attend the group for free if the editor includes an article about the program in the newspaper. Dr. Dreadmire has acted:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}