{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7ce3f5f8-2782-59a1-8a93-1f3deca6fc32","task_key":"all--test--7ce3f5f8-2782-59a1-8a93-1f3deca6fc32","task_revision_id":"1","upstream_id":"","short_description":"Is there any priority among international courts and tribunals?","config":"all","split":"test","body":"{\"choices\":\"['According to the lis pendens rule, the court or the tribunal that seizes first the dispute has exclusive jurisdiction to adjudicate it', 'The International Court of Justice has by definition priority over any other court or tribunal', 'Since there is no lis pendens rule in international law and all depends on the consent of the parties to a dispute, there is no priority or hierarchy among international courts and tribunals', 'Regional or special courts have priority over all others in line of the principle of lex specialis']\",\"question\":\"Is there any priority among international courts and tribunals?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}