{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"912fde23-1e45-520c-aeeb-10b95ca5297a","task_key":"default--test--1376","task_revision_id":"1","upstream_id":"1376","short_description":"Which State ordinarily exercises jurisdiction in respect of crimes committed on…","config":"default","split":"test","body":"{\"category\":\"law\",\"options\":\"['All States enjoy such jurisdiction', 'The neighboring State', 'The International Maritime Organization', 'The port State', 'The United Nations', \\\"The State of the vessel's destination\\\", \\\"The State of the vessel's origin\\\", 'The coastal State', 'The flag State', 'The International Tribunal for the Law of the Sea']\",\"question\":\"Which State ordinarily exercises jurisdiction in respect of crimes committed on board vessels?\",\"src\":\"ori_mmlu-international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}