{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3e909213-b344-56c3-a2f8-0af5b8634ec5","task_key":"default--test--5140","task_revision_id":"1","upstream_id":"5140","short_description":"What power was granted to the states by the Articles of Confederation but not by…","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['Enforcing national laws', 'Authorizing constitutional amendments', 'Establishing foreign diplomatic relations', 'Coining money', 'Having power to declare war', 'Appealing to the president to adjudicate disputes', 'Regulating interstate commerce', 'The power to tax citizens directly', 'Having representation in Congress']\",\"question\":\"What power was granted to the states by the Articles of Confederation but not by the Constitution?\",\"src\":\"ori_mmlu-high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}