{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7ccaad78-e717-5fd2-80a2-cc12b87815bf","task_key":"all--test--7ccaad78-e717-5fd2-80a2-cc12b87815bf","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements does NOT accurately describe voting behavior…","config":"all","split":"test","body":"{\"choices\":\"['Registered voters between the ages of 35 and 45 are more likely to vote than are those under the age of 21.', 'A registered voter who has attained his or her General Educational Development (GED) is less likely to vote than a high school dropout.', 'Registered voters are more likely to vote in general elections than they are in primary elections.', 'More women than men have voted in every presidential election since 1980.']\",\"question\":\"Which of the following statements does NOT accurately describe voting behavior in the United States?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}