{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f5f08ad0-29ae-596a-8f84-71f957d2847e","task_key":"all--test--f5f08ad0-29ae-596a-8f84-71f957d2847e","task_revision_id":"1","upstream_id":"","short_description":"Is the jurisdiction of international tribunals regulated by the same principles…","config":"all","split":"test","body":"{\"choices\":\"['The jurisdictional principles applicable to national courts are also common to international tribunals', 'The jurisdiction of all international tribunals is regulated by the UN Security Council', 'International tribunals share some, but not all, of the jurisdictional principles applicable to national courts', 'The jurisdiction of international tribunals is dictated solely by their founding treaties']\",\"question\":\"Is the jurisdiction of international tribunals regulated by the same principles applicable to national courts?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}