{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"be3c03d8-802d-5c71-8c9d-9722f3294ed8","task_key":"default--test--5500","task_revision_id":"1","upstream_id":"5500","short_description":"Which of the following is an example of an implied power of the Congress?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['regulation of interstate commerce', 'Power to create federal laws', 'Power to impeach the President', 'borrowing money on the credit of the United States', 'declarations of war', 'Power to impose an income tax', 'oversight of executive branch agencies', 'Power to regulate immigration', 'Power to approve presidential nominations']\",\"question\":\"Which of the following is an example of an implied power of the Congress?\",\"src\":\"ori_mmlu-high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}