{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1e132089-f32f-56f7-ba59-9483f89972a9","task_key":"default--test--1762","task_revision_id":"1","upstream_id":"1762","short_description":"Is the jurisdiction of international tribunals regulated by the same principles…","config":"default","split":"test","body":"{\"category\":\"law\",\"options\":\"['The jurisdictional principles applicable to national courts are also common to international tribunals', 'The jurisdiction of all international tribunals is regulated by the UN Security Council', 'International tribunals share some, but not all, of the jurisdictional principles applicable to national courts', 'The jurisdiction of international tribunals is dictated solely by their founding treaties']\",\"question\":\"Is the jurisdiction of international tribunals regulated by the same principles applicable to national courts?\",\"src\":\"ori_mmlu-international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}