{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bb2095e0-283c-5181-b3af-6d74ad484bcd","task_key":"default--test--5501","task_revision_id":"1","upstream_id":"5501","short_description":"Divided government frequently results in","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['amendments to the Constitution', 'dissolution of political parties', 'immediate passage of major legislation', 'delays in the confirmation of those nominated to be ambassadors', 'a smooth legislative process', 'increased foreign policy collaboration', 'reapportionment of voting districts', 'quick approval of Supreme Court nominees', 'reduction in national debt']\",\"question\":\"Divided government frequently results in\",\"src\":\"ori_mmlu-high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}