{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"01b9ebe7-9fd5-5440-bb61-0c9adc2e7357","task_key":"all--test--01b9ebe7-9fd5-5440-bb61-0c9adc2e7357","task_revision_id":"1","upstream_id":"","short_description":"The mother of a previous client of yours asks for a copy of her daughter's…","config":"all","split":"test","body":"{\"choices\":\"['send the mother a copy of the records as requested.', 'send the mother only the information you believe will not be harmful.', 'allow the mother to inspect the records in your office.', 'not release any information to the mother without appropriate authorization.']\",\"question\":\"The mother of a previous client of yours asks for a copy of her daughter's records. The daughter saw you for two years and died three months ago when she was 38 years old. You should:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}