{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b24a6486-076e-5eda-9f3f-3563d4ccac28","task_key":"all--test--b24a6486-076e-5eda-9f3f-3563d4ccac28","task_revision_id":"1","upstream_id":"","short_description":"What does it mean to be secure?","config":"all","split":"test","body":"{\"choices\":\"['Security means the coercive capability to stop an aggressor. Security is freedom from war, and the ability to deter or defeat aggressive attacks.', 'Security refers to safety from vulnerabilities (both external and internal) that could harm the state, societies within the state, and the values of those societies.', 'Security means freedom to enjoy the things that are most important to human survival and well-being, such as food, healthcare, and the opportunity to live well.', 'All of these options.']\",\"question\":\"What does it mean to be secure?\",\"subject\":\"security_studies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}