{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"62162d3b-10e2-592c-b503-0b3cac6f4e40","task_key":"default--test--7563","task_revision_id":"1","upstream_id":"7563","short_description":"Which of the following would NOT shift the aggregate supply curve?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['A decrease in government regulation.', 'An increase in the price level.', 'A decrease in the amount of resources in the economy.', 'A decrease in technology.', 'An increase in business investment.', 'An increase in technology.', 'An increase in the amount of resources in the economy.']\",\"question\":\"Which of the following would NOT shift the aggregate supply curve?\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}