{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"067f6de6-b688-56a2-ac98-395eb336b964","task_key":"default--test--5289","task_revision_id":"1","upstream_id":"5289","short_description":"Among the executive branch's checks on the legislative branch is the president's…","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['appoint members to Congress', 'introduce bills to the floor of Congress', 'limit the term of Congress members', 'call special sessions of Congress', 'dissolve Congress', 'address Congress during its debate on bills', 'decide the agenda for Congress', 'cut funding for Congress initiatives', 'vote on acts of Congress']\",\"question\":\"Among the executive branch's checks on the legislative branch is the president's power to\",\"src\":\"ori_mmlu-high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}