{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c576e29f-b2b6-51fd-8887-b2fab50b95ff","task_key":"all--test--c576e29f-b2b6-51fd-8887-b2fab50b95ff","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements about the electoral college is correct?","config":"all","split":"test","body":"{\"choices\":\"['Each state must split its electoral votes among all the candidates that receive votes.', 'Each state is equally represented in the electoral college.', 'The electoral college was created by an amendment to the Constitution.', \\\"The results of electoral college voting tend to distort the winner's margin of victory, when compared with the popular vote for president.\\\"]\",\"question\":\"Which of the following statements about the electoral college is correct?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}