{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"29bdde86-b9b4-5069-841c-c55ab96f9f15","task_key":"all--test--29bdde86-b9b4-5069-841c-c55ab96f9f15","task_revision_id":"1","upstream_id":"","short_description":"Which of the following was not stated as an objective of the Commission on Human…","config":"all","split":"test","body":"{\"choices\":\"['To promote public understanding, engagement and support of human security and its underlying imperatives.', 'To develop the concept of human security as an operational tool for policy formulation and implementation.', 'To propose a concrete program of action to address critical and pervasive threats to human security.', 'To develop a new international justice system to enhance human security.']\",\"question\":\"Which of the following was not stated as an objective of the Commission on Human Security when it was launched?\",\"subject\":\"security_studies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}