{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dbd0b381-4965-56f1-a3e5-bfca8c67118b","task_key":"all--test--dbd0b381-4965-56f1-a3e5-bfca8c67118b","task_revision_id":"1","upstream_id":"","short_description":"What is dualism?","config":"all","split":"test","body":"{\"choices\":\"['Dualism suggests that international and domestic law are part of a unified legal system', 'Under dualism, international and domestic laws comprise distinct legal Systems', 'Dualism suggests that international and domestic law are distinct but equal in hierarchy', 'Dualism suggests that international and domestic law are distinct legal systems whereby domestic law always prevails']\",\"question\":\"What is dualism?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}