{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ebfd5d67-4232-5b9c-9064-5513308e2d3e","task_key":"all--test--ebfd5d67-4232-5b9c-9064-5513308e2d3e","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is not a response to the illicit arms trade?","config":"all","split":"test","body":"{\"choices\":\"['2001 UN Protocol Against the Illicit Manufacturing of and Trafficking in Firearms, Their Parts and Components and Ammunition.', '2001 UN Programme of Action to Prevent, Combat and Eradicate the Illicit Trade in Small Arms and Light Weapons in All its Aspects.', '2001 UN Security Council Resolution 1308 on HIV/AIDS as a National Security Threat.', '2005 Marking and Tracing of Weapons Accord.']\",\"question\":\"Which of the following is not a response to the illicit arms trade?\",\"subject\":\"security_studies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}