{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dd259e23-eae6-5211-a6ec-9e72e2283682","task_key":"all--test--dd259e23-eae6-5211-a6ec-9e72e2283682","task_revision_id":"1","upstream_id":"","short_description":"What is the meaning of collective security?","config":"all","split":"test","body":"{\"choices\":\"['The right to self-defence by more than one nation acting in concert', \\\"The right of one's allies to defend the victim State\\\", 'The authorisation of armed force by the UN Security Council', 'The authorisation of peacekeeping missions by the UN General Assembly']\",\"question\":\"What is the meaning of collective security?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}