{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0b56afff-02bd-5615-90df-727e6eaff6cf","task_key":"all--test--0b56afff-02bd-5615-90df-727e6eaff6cf","task_revision_id":"1","upstream_id":"","short_description":"What is Critical Security Studies?","config":"all","split":"test","body":"{\"choices\":\"['An approach to security that applies critical knowledge to established orthodoxies of security studies.', 'A specific theory of security that identifies clearly defined agents, threats, and processes.', 'A secondary term for the Copenhagen School of Security.', 'A study security in which the critical importance of the state, military and traditional security are maintained.']\",\"question\":\"What is Critical Security Studies?\",\"subject\":\"security_studies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}