{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0eaf5221-1f48-5970-9944-4ced38992104","task_key":"all--test--0eaf5221-1f48-5970-9944-4ced38992104","task_revision_id":"1","upstream_id":"","short_description":"The Voting Rights Act of 1965 has had which of the following effects?","config":"all","split":"test","body":"{\"choices\":\"['States have been prohibited from establishing voter identification requirements.', 'Voters must now pass literacy tests before voting.', 'Voting participation for racial minority voters has increased.', 'The voting age was lowered from 21 to 18.']\",\"question\":\"The Voting Rights Act of 1965 has had which of the following effects?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}