{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e6ee91dc-0bea-5392-a1ff-bcbbec909084","task_key":"default--test--7160","task_revision_id":"1","upstream_id":"7160","short_description":"Which of the following is equal to one?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['The elasticity of the long-run aggregate supply curve', 'The spending (or expenditure) multiplier', 'The investment multiplier', 'The balanced budget multiplier', 'The aggregate demand multiplier', 'The income multiplier', 'The fiscal policy multiplier', 'The money (or banking) multiplier', 'The inflation multiplier', 'The interest rate multiplier']\",\"question\":\"Which of the following is equal to one?\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}