{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"de30210e-be79-53ba-a411-04b9c6665deb","task_key":"all--test--de30210e-be79-53ba-a411-04b9c6665deb","task_revision_id":"1","upstream_id":"","short_description":"Which of the following was a significant reason for the electoral success of…","config":"all","split":"test","body":"{\"choices\":\"['A major shift of African American voters from the Republican to the Democratic Party', 'A major shift of urban voters in Northern states from the Republican to the Democratic Party', 'A focus on a bipartisan approach to major social and economic legislation', 'A focus on mobilizing young voters']\",\"question\":\"Which of the following was a significant reason for the electoral success of Franklin Roosevelt's New Deal coalition during the 1930s?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}