{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"865ec681-593f-5e4f-b944-533179fe639b","task_key":"all--test--865ec681-593f-5e4f-b944-533179fe639b","task_revision_id":"1","upstream_id":"","short_description":"What is the function of sanctions?","config":"all","split":"test","body":"{\"choices\":\"['As a means of exerting economic power to advance peace and freedom.', 'To end economic support for morally unacceptable regimes.', 'To isolate dangerous regimes and weaken threats to regional or global security.', 'All of these options.']\",\"question\":\"What is the function of sanctions?\",\"subject\":\"security_studies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}