{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4cc2c6ab-9963-52b5-b3fc-87ad07196645","task_key":"all--test--4cc2c6ab-9963-52b5-b3fc-87ad07196645","task_revision_id":"1","upstream_id":"","short_description":"The primary goal of quality assurance is best described as:","config":"all","split":"test","body":"{\"choices\":\"['reducing program costs and beneficiary expenditures.', 'improving the health status and satisfaction of patients.', 'policing the profession by detecting and dealing appropriately with incompetent psychologists.', 'guaranteeing that the needs of patients belonging to a particular group or population are being met.']\",\"question\":\"The primary goal of quality assurance is best described as:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}