{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"23ae7fd6-8c2e-54a2-b6a7-7aac2668070b","task_key":"default--test--1850","task_revision_id":"1","upstream_id":"1850","short_description":"What is the protective principle of jurisdiction?","config":"default","split":"test","body":"{\"category\":\"law\",\"options\":\"['It is jurisdiction based on the nationality of the victim', 'It is jurisdiction in order to protect state sovereignty', 'It is jurisdiction based on the severity of the crime committed', 'It is jurisdiction in order to uphold international law', 'It is jurisdiction based on the harm to national interests by conduct committed abroad', 'It is jurisdiction based on the location of the crime committed', 'It is jurisdiction based on the nationality of the offender', 'It is jurisdiction in order to protect international human rights', 'It is jurisdiction to protect the interests of foreign nationals within the country', \\\"It is jurisdiction in order to protect one's nationals abroad\\\"]\",\"question\":\"What is the protective principle of jurisdiction?\",\"src\":\"ori_mmlu-international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}