{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3e798072-85e9-5354-b9f3-0d3cf030b1ee","task_key":"default--test--7032","task_revision_id":"1","upstream_id":"7032","short_description":"Which of the following would shift the aggregate demand curve to the left?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['An increase in consumer confidence.', 'Increase in the prices of goods and services.', 'Business firms expect lower sales in the future.', 'A technological advancement in the production process.', 'An increase in the wealth of consumers.', 'An increase in the money supply.', 'Government increases its level of spending.', 'The government increases its level of investments.', 'Foreigners develop a preference for our products.', 'The government decreases taxes.']\",\"question\":\"Which of the following would shift the aggregate demand curve to the left?\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}