{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"543e7dad-ac4d-5857-8f92-27c39879802a","task_key":"all--test--543e7dad-ac4d-5857-8f92-27c39879802a","task_revision_id":"1","upstream_id":"","short_description":"What is the relationship between war, military security, and security studies?","config":"all","split":"test","body":"{\"choices\":\"['War is best regarded as a rational instrument of political policy; it is a continuation of politics by other means.', 'War is best regarded as a social aberration, and is the result of catastrophic failure in social cohesion.', 'War is an anarchic state in which state or other actors must draw upon exceptional (military) means in order to ensure the protection of their interests.', 'War is a state of mass conflict which is inflicted upon state actors as a result of their failure to effectively control the behaviour of their population.']\",\"question\":\"What is the relationship between war, military security, and security studies?\",\"subject\":\"security_studies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}