{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1c0ed605-0379-5614-8cfc-6d493359f6f3","task_key":"default--test--7220","task_revision_id":"1","upstream_id":"7220","short_description":"To close an expansionary gap","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the aggregate demand curve should not be shifted.', 'the aggregate demand curve should be shifted to the right.', 'the aggregate supply curve should be shifted to the left.', 'both the aggregate demand and supply curves should not be shifted.', 'the aggregate supply curve should be shifted to the right, and the aggregate demand curve to the left.', 'the aggregate supply curve should be shifted to the right.', 'the aggregate demand curve should be shifted to the left.', 'both the aggregate demand and supply curves should be shifted to the left.', 'the aggregate supply curve should not be shifted.', 'both the aggregate demand and supply curves should be shifted to the right.']\",\"question\":\"To close an expansionary gap\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}