{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f364da20-9f7b-540f-9dcd-23189ba4e198","task_key":"all--test--f364da20-9f7b-540f-9dcd-23189ba4e198","task_revision_id":"1","upstream_id":"","short_description":"In \"Federalist No. 10,\" James Madison argues that a federal system of government…","config":"all","split":"test","body":"{\"choices\":\"['creating insurmountable obstacles to the founding of factions', 'making it difficult for one faction to gain the power necessary to govern', 'requiring equal representation of all factions within the government', 'restricting factional political activity to the state level only']\",\"question\":\"In \\\"Federalist No. 10,\\\" James Madison argues that a federal system of government reduces the danger of political factions by\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}