{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cef01eb3-0452-5803-b769-ca03b3734e51","task_key":"default--test--7102","task_revision_id":"1","upstream_id":"7102","short_description":"Which of the following increases the size of the tax multiplier?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['An increase in the reserve ratio.', 'An increase in the money supply.', 'A decrease in the marginal propensity to consume.', 'A decrease in the spending multiplier.', 'An increase in the interest rate.', 'An increase in the marginal propensity to consume.', 'An increase in the marginal propensity to save.']\",\"question\":\"Which of the following increases the size of the tax multiplier?\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}