{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ae18c706-3d05-532b-b1e4-1857d579cdd2","task_key":"all--test--ae18c706-3d05-532b-b1e4-1857d579cdd2","task_revision_id":"1","upstream_id":"","short_description":"What is the fundamental premise of monist theory?","config":"all","split":"test","body":"{\"choices\":\"['Monism posits that international law is superior to domestic laws', 'Monism posits that international and domestic law are part of the same legal order', 'Monism posits that domestic laws are superior to international law', 'Monism posits that domestic and international law never clash']\",\"question\":\"What is the fundamental premise of monist theory?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}