{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cedf5bad-199a-59ca-ab29-63e4c6cb6733","task_key":"all--test--cedf5bad-199a-59ca-ab29-63e4c6cb6733","task_revision_id":"1","upstream_id":"","short_description":"As director and practicing professional psychologist for a North American Indian…","config":"all","split":"test","body":"{\"choices\":\"['Include indigenous paraprofessionals, including traditional healers, who will facilitate acceptance and effectiveness of the program', 'Ensure that all mental health care is provided on the facility’s site, in order to maintain objectivity and accountability', 'Set out specific clinical-care guidelines chat model mainstream medicine, in order to socialize clients into the mental health care systema', 'Employ only providers who are licensed, competent, and able to communicate mainstream mental health care effectively']\",\"question\":\"As director and practicing professional psychologist for a North American Indian mental health center on a reservation, which of the following programmatic efforts should you incorporate into your culturally sensitive model of mental health care\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}