{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bc4da7c6-e9b4-5322-8711-099f97bdc394","task_key":"all--test--bc4da7c6-e9b4-5322-8711-099f97bdc394","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is an example of devolution?","config":"all","split":"test","body":"{\"choices\":\"['Allowing states to decide how to meet federally mandated greenhouse gas emissions targets', 'A \\\"race to the bottom\\\" in which states compete with one another to have the fewest environmental regulations', 'A state that legalizes marijuana possession in conflict with federal law', 'A state being prevented from implementing a fuel efficiency standard that is more stringent than that set by the federal government']\",\"question\":\"Which of the following is an example of devolution?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}