{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f6a1d1e2-9326-58c7-b400-73a0880691f1","task_key":"all--test--f6a1d1e2-9326-58c7-b400-73a0880691f1","task_revision_id":"1","upstream_id":"","short_description":"The Buckley Amendment establishes:","config":"all","split":"test","body":"{\"choices\":\"['the right of parents or legal guardians of a child to inspect the child’s school records.', 'the right of patients to have access to their own hospital records.', 'the requirement for employers to make reasonable modifications to tests for applicants with disabilities.', 'the requirement for schools to provide a “free appropriate public education” to students with disabilities.']\",\"question\":\"The Buckley Amendment establishes:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}