{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9d92a891-4dff-59c5-9651-081dbc3bc317","task_key":"default--test--7417","task_revision_id":"1","upstream_id":"7417","short_description":"According to Keynesian theory","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['changes in the money supply have significant effects.', 'fiscal policy should not be used to manage the economy.', 'the FED should allow the money supply to grow at a constant rate.', 'fiscal policy has no impact on the economy.', 'the FED should decrease the money supply to combat inflation.', 'changes in the money supply have no significant effects.', 'the FED should not conduct monetary policy.', 'the FED should conduct fiscal policy.', 'fiscal policy is the preferred way of shifting the aggregate demand curve.', 'the FED should increase the money supply to combat unemployment.']\",\"question\":\"According to Keynesian theory\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}