{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"962d96af-c137-5b6c-bcb6-fbfeb04c4df0","task_key":"all--test--962d96af-c137-5b6c-bcb6-fbfeb04c4df0","task_revision_id":"1","upstream_id":"","short_description":"What is the purpose of universal jurisdiction?","config":"all","split":"test","body":"{\"choices\":\"['Its aim is to establish certain offences as universal', 'Its aim is to deter the commission of certain international crimes', 'Its aim is to provide jurisdiction to all States in respect of particular crimes', 'Its aim is to provide jurisdiction to all States in respect of all international crimes']\",\"question\":\"What is the purpose of universal jurisdiction?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}