{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e3e50bae-f0ab-578d-8229-1f3e7cf36c7f","task_key":"all--test--e3e50bae-f0ab-578d-8229-1f3e7cf36c7f","task_revision_id":"1","upstream_id":"","short_description":"What case did President Eisenhower make against the 'military-industrial…","config":"all","split":"test","body":"{\"choices\":\"['That the capitalist search for profits was the leading cause of armed conflict', 'That the United States no longer needed to be militarily strong', 'That military spending gave the arms industry unwarranted influence on politics and government', 'That private companies would undermine the role of the Armed Forces']\",\"question\":\"What case did President Eisenhower make against the 'military-industrial complex' in his farewell speech?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}