{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2123c4b8-bb47-5f46-b351-42320b1dd9ed","task_key":"default--test--7425","task_revision_id":"1","upstream_id":"7425","short_description":"Labor productivity and economic growth increase if","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['a nation discourages investment in technology.', 'a nation decreases spending on public services.', 'a nation ignores societal barriers like discrimination.', 'a nation promotes monopolies in industry.', 'a nation imposes tariffs and quotas on imported goods.', 'a nation subsidizes education for all citizens.', 'a nation removes penalties for firms that pollute natural resources.', 'a nation increases taxes on businesses.', 'a nation limits immigration.']\",\"question\":\"Labor productivity and economic growth increase if\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}