{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9943dc46-323c-54ee-83f2-109c262dec9d","task_key":"default--test--7565","task_revision_id":"1","upstream_id":"7565","short_description":"An increase in the price level and a decrease in real GDP in the short run could…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['a decrease in the money supply.', 'an increase in consumer confidence.', 'a sudden surge in technological innovation.', 'a prolonged period of very bad weather.', 'a decrease in consumer confidence.', 'a drastic decrease in the unemployment rate.', 'a sudden increase in the money supply.', 'a significant decrease in government spending.', 'a substantial increase in international trade.', 'a significant rise in investment spending.']\",\"question\":\"An increase in the price level and a decrease in real GDP in the short run could be the result of\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}