{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c38c3746-53dc-50a8-9480-accf818b15f4","task_key":"all--test--c38c3746-53dc-50a8-9480-accf818b15f4","task_revision_id":"1","upstream_id":"","short_description":"Which choice produces a faster rate of economic growth for the United States?","config":"all","split":"test","body":"{\"choices\":\"['Institution of higher tariffs on imported goods', 'More investment in capital infrastructure and less consumption of nondurable goods and services', 'Elimination of mandatory school attendance laws', 'Annual limits on the number of foreigners immigrating into the United States']\",\"question\":\"Which choice produces a faster rate of economic growth for the United States?\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}