{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"116c8c1f-6080-5763-8268-d0303036aa94","task_key":"all--test--116c8c1f-6080-5763-8268-d0303036aa94","task_revision_id":"1","upstream_id":"","short_description":"The Vietnam War can be understood as","config":"all","split":"test","body":"{\"choices\":\"['a war that deeply divided the United States and fostered cynicism toward the American government.', 'an example of the doctrine of containment, because U.S. involvement was designed to prevent the fall of South Vietnam to the communists.', 'an example of how even a great power may not be able to prevail against a determined enemy unless there is a clear objective and the national will to do so.', 'All of the above are true.']\",\"question\":\"The Vietnam War can be understood as\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}