{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6deb6bdd-d9a2-5dae-9fb7-42c647beb4c7","task_key":"default--test--7296","task_revision_id":"1","upstream_id":"7296","short_description":"Which of the following will cause the aggregate demand curve to shift to the…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['An increase in government spending', 'An increase in income taxes', 'A decrease in income taxes', 'Expectations of surpluses of goods in the future', 'A decrease in government regulations', 'An increase in consumer confidence', 'Expectations of a decrease in prices in the future', 'An increase in foreign exchange rates', 'An increase in foreign income', 'A decrease in interest rates']\",\"question\":\"Which of the following will cause the aggregate demand curve to shift to the left?\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}