{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6fbf2c63-a7e5-58c2-94d3-0622c43e8268","task_key":"all--test--6fbf2c63-a7e5-58c2-94d3-0622c43e8268","task_revision_id":"1","upstream_id":"","short_description":"What is American exceptionalism?","config":"all","split":"test","body":"{\"choices\":\"['The belief that the United States is different from other major powers because it is concerned not only with Power, but also with Principles.', 'The belief that the United States is different because it is the most powerful nation in the world.', 'The belief that the United States is pacifist.', 'The belief that the United States is different because it is motivated more by economic factors than other countries are.']\",\"question\":\"What is American exceptionalism?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}