{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2c08510a-918e-56e9-9c3a-d1fff1eb7da0","task_key":"all--test--2c08510a-918e-56e9-9c3a-d1fff1eb7da0","task_revision_id":"1","upstream_id":"","short_description":"Incumbent members of the House of Representatives win reelection more often than…","config":"all","split":"test","body":"{\"choices\":\"[\\\"representatives' constituents more often belong largely to the representative's party\\\", 'senators have more political power than representatives, and Senate races are accordingly contested more aggressively', 'representatives may use federal funds to publicize their achievements via direct mail to constituents', 'representatives more often run uncontested']\",\"question\":\"Incumbent members of the House of Representatives win reelection more often than incumbent senators for all of the following reasons EXCEPT\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}