{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9a3714d6-50f5-5984-b5c4-1aac106c34d0","task_key":"default--test--5142","task_revision_id":"1","upstream_id":"5142","short_description":"The relative stability of American public policy is achieved largely through","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['the implementation of direct democracy', 'affirmative action programs', 'the constitutional fragmentation of power', 'social media influence', 'cooperation between the two major political parties', 'the role of the military', 'the use of executive orders', 'the influence of international organizations', 'the dominance of one political party', 'judicial activism']\",\"question\":\"The relative stability of American public policy is achieved largely through\",\"src\":\"ori_mmlu-high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}