{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"15bd341d-d6fc-5711-9163-3ae6f63f944d","task_key":"all--test--15bd341d-d6fc-5711-9163-3ae6f63f944d","task_revision_id":"1","upstream_id":"","short_description":"What does the doctrine of incorporation suggest in respect of treaties?","config":"all","split":"test","body":"{\"choices\":\"['The doctrine of incorporation requires that all treaties undergo legislative transformation before they become domestic law', 'The doctrine of incorporation does not require any further action at the domestic level', 'The doctrine of incorporation treats treaties as inferior to domestic law', 'The doctrine of incorporation suggests that ratified treaties automatically pass into the sphere of domestic law']\",\"question\":\"What does the doctrine of incorporation suggest in respect of treaties?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}