{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ef3057dd-27b1-5b14-aeef-a6d49fc0719f","task_key":"all--test--ef3057dd-27b1-5b14-aeef-a6d49fc0719f","task_revision_id":"1","upstream_id":"","short_description":"The mother of a 31-year-old client that you have been seeing for six months…","config":"all","split":"test","body":"{\"choices\":\"['advise her in general terms about how she can help her son.', 'suggest that she make an appointment so you can discuss the matter in person.', 'suggest that she come to therapy with her son at his next appointment.', 'tell her that you cannot discuss her son’s condition with her.']\",\"question\":\"The mother of a 31-year-old client that you have been seeing for six months calls to check on her son's progress. She says that she is very concerned about her son and wants to know if there is anything she can do to help him. As an ethical psychologist, you:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}