{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"82698a3e-0d3f-55c6-9fc4-b447dcd4b317","task_key":"all--test--82698a3e-0d3f-55c6-9fc4-b447dcd4b317","task_revision_id":"1","upstream_id":"","short_description":"Which of the following best describes the practice of \"ticket splitting\"?","config":"all","split":"test","body":"{\"choices\":\"['A presidential nominee selects a running mate who can appeal to voter groups whose support of the nominee is weak.', 'A voter chooses the presidential nominee of one major party, but chooses congressional nominees of the other major party.', 'A mayor orders the local police force to hand out fewer parking violations in the weeks leading up to the general election.', 'A delegate to a national party convention supports the front-runner but remains uncommitted on the party platform.']\",\"question\":\"Which of the following best describes the practice of \\\"ticket splitting\\\"?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}