{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a1a0d98f-429c-546a-b808-06e5ebc1e95d","task_key":"all--test--a1a0d98f-429c-546a-b808-06e5ebc1e95d","task_revision_id":"1","upstream_id":"","short_description":"The term \"Cold War\" refers to the","config":"all","split":"test","body":"{\"choices\":\"['race between the United States and the Soviet Union to claim ownership of Antarctica', 'contest between the United States and the European Union for economic domination in the West', 'struggle between the United States and the Soviet Union to gain political hegemony in world affairs', 'competition between the Soviet Union and China for the resources of the Pacific Rim']\",\"question\":\"The term \\\"Cold War\\\" refers to the\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}