{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"14e207a8-7906-5d9c-817d-34b43f83613e","task_key":"all--test--14e207a8-7906-5d9c-817d-34b43f83613e","task_revision_id":"1","upstream_id":"","short_description":"The psychology licensing exam (EPPP) is best described as:","config":"all","split":"test","body":"{\"choices\":\"['a way to protect the public from incompetent psychologists.', 'a measure of knowledge that is foundational to the competent practice of psychology.', 'a predictor of the job performance of professional psychologists.', 'a way of determining if psychologists need additional training or supervision before being licensed.']\",\"question\":\"The psychology licensing exam (EPPP) is best described as:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}