{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"07e0a306-5faf-5828-944a-816226ceb6db","task_key":"default--test--6831","task_revision_id":"1","upstream_id":"6831","short_description":"Which of the following would shift the aggregate demand curve to the right?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['An increase in unemployment rates', 'A decrease in government spending', 'A decrease in the supply of money', 'An increase in savings', 'An increase in interest rates', 'Depreciation in the international value of the dollar', 'An increase in the price level', 'A decrease in consumer confidence', 'An increase in personal income tax rates']\",\"question\":\"Which of the following would shift the aggregate demand curve to the right?\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}