{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0b802ffd-6dba-5c5f-9baf-8bc56b830999","task_key":"all--test--0b802ffd-6dba-5c5f-9baf-8bc56b830999","task_revision_id":"1","upstream_id":"","short_description":"What was the 'Domino Theory'?","config":"all","split":"test","body":"{\"choices\":\"['The idea that the Cold War operated according to the principles of game theory', 'The idea that certain states were of higher value than others to the US during the Cold War', 'The idea that the fall of one state to communism would inexorably lead to the fall of its neighbors', 'The idea that the growth of democracy in one state would inexorably lead to its growth in others']\",\"question\":\"What was the 'Domino Theory'?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}