{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8a067b44-939d-5a0c-889d-b95e0898d5b8","task_key":"all--test--8a067b44-939d-5a0c-889d-b95e0898d5b8","task_revision_id":"1","upstream_id":"","short_description":"What is the principal source of immunity in respect of international…","config":"all","split":"test","body":"{\"choices\":\"['The principal source of immunity for IOs is the UN Charter', 'The principal sources of immunity for IOs are headquarters agreements and multilateral treaties providing specific immunities', 'The principal source of immunity for IOs is customary law', 'The principal source of immunity for IOs is the Vienna Convention on Diplomatic Immunities']\",\"question\":\"What is the principal source of immunity in respect of international organisations (IOs)?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}