{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"42038086-973a-5ec6-8800-3de3f8d1bd84","task_key":"default--test--7589","task_revision_id":"1","upstream_id":"7589","short_description":"What is mean by an autonomous increase in spending?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['A decrease in total spending due to lower income', 'An increase in spending that is proportional to the increase in income', 'An increase in total spending that is not the result of an increase in income', 'An increase in income that leads to higher spending']\",\"question\":\"What is mean by an autonomous increase in spending?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}