{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b5c4e339-fd83-5169-a3ba-01b10daf4ad3","task_key":"all--test--b5c4e339-fd83-5169-a3ba-01b10daf4ad3","task_revision_id":"1","upstream_id":"","short_description":"What was a main organizational change proposed by the 9/11 Commission with…","config":"all","split":"test","body":"{\"choices\":\"['Creation of the Department of Homeland Security', 'Moving the Department of Defense Intelligence Agencies to the CIA for better coordination', 'Creation of the National Intelligence Director', 'Moving the domestic intelligence component of the FBI to the CIA']\",\"question\":\"What was a main organizational change proposed by the 9/11 Commission with regard to the U.S. intelligence community?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}