{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5e53783a-5837-56c8-b594-6ecbe438c27a","task_key":"default--test--5798","task_revision_id":"1","upstream_id":"5798","short_description":"The Voting Rights Act of 1965","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['prohibited the use of poll taxes in federal elections', 'granted women the right to vote', 'granted African-Americans the right to vote', 'required states to provide bilingual ballots', 'granted Native Americans the right to vote', 'suspended the use of literacy tests at voting centers', 'granted the right to vote to individuals 18 years and older', 'banned age-based discrimination in voting', 'allowed non-citizens to vote']\",\"question\":\"The Voting Rights Act of 1965\",\"src\":\"ori_mmlu-high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}