{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4d7e1f55-9600-523e-a3e0-a1e337a27073","task_key":"default--test--7226","task_revision_id":"1","upstream_id":"7226","short_description":"A change in government spending will have a greater short run impact on real…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the fiscal policy is expansionary.', 'the velocity of money is lower.', 'the marginal propensity to consume is lower.', 'the marginal propensity to consume is larger.', 'the exchange rate is higher.', 'the trade balance is negative.', 'the inflation rate is higher.']\",\"question\":\"A change in government spending will have a greater short run impact on real output when\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}