{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6887bcf7-7f03-58ba-a688-ecfe48a8b1ed","task_key":"default--test--7241","task_revision_id":"1","upstream_id":"7241","short_description":"The primary focus of microeconomics is","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the overall national economy and its growth.', 'the impact of government regulations on businesses.', 'the stock market and its fluctuations.', 'the economic impact of natural disasters.', 'government.', 'families and how they make money.', 'firms and how they make profits.', 'global economic trends.', 'individual units within the overall economy.', 'international trade policies.']\",\"question\":\"The primary focus of microeconomics is\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}