{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"38fd19a5-bb3c-5d9f-974d-867decaba404","task_key":"all--test--38fd19a5-bb3c-5d9f-974d-867decaba404","task_revision_id":"1","upstream_id":"","short_description":"What was the Clinton Administration's policy on the Russian economy?","config":"all","split":"test","body":"{\"choices\":\"['The US inhibited the marketization of the Russian economy', 'The US promoted the marketization of the Russian economy', 'The US supported public ownership of natural resources', 'None, the US was only concerned with security issues']\",\"question\":\"What was the Clinton Administration's policy on the Russian economy?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}