{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7838b5ff-0872-5b19-bd70-0f01053277e2","task_key":"default--test--5735","task_revision_id":"1","upstream_id":"5735","short_description":"Ruled unconstitutional in 1983, the legislative veto had allowed","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['the Supreme Court to veto legislation passed by Congress', 'the president to nullify decisions made by the Supreme Court', 'federal district courts to overturn legislation', 'state governments to veto federal laws', 'the executive branch to nullify actions taken by Congress', 'Congress to nullify resolutions approved by the executive branch', 'state courts to overturn federal legislation', 'Congress to overturn Supreme Court decisions', 'the president to veto state laws', 'the executive branch to veto legislation approved by Congress']\",\"question\":\"Ruled unconstitutional in 1983, the legislative veto had allowed\",\"src\":\"ori_mmlu-high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}