{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"29c37500-1d57-5d6f-a494-3d4177246e80","task_key":"all--test--29c37500-1d57-5d6f-a494-3d4177246e80","task_revision_id":"1","upstream_id":"","short_description":"According to the position statement Supervision in School Psychology published…","config":"all","split":"test","body":"{\"choices\":\"['They need provide supervision only to school psychologists who are not fully certified or licensed and to any school psychology interns.', 'They should provide professional but not administrative supervision.', 'They are eligible to serve as supervisors after one year of experience as a school psychologist.', 'They should hold the Nationally Certified School Psychologist credential or the state school psychologist credential.']\",\"question\":\"According to the position statement Supervision in School Psychology published by the National Association of School Psychologists (NASP), which of the following is most accurate concerning school psychologists who will be supervising in a school district?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}