{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"23e5b264-8af1-5a1d-bc71-a24685970c83","task_key":"default--test--7645","task_revision_id":"1","upstream_id":"7645","short_description":"Tariffs and quotas","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['affect domestic prices: the former lowers them while the latter raises them.', 'reduce the overall cost of goods for consumers.', 'have no impact on the volume of trade between nations.', 'result in higher domestic prices.', 'ensure the stability of international markets without influencing domestic markets.', 'lead to lower domestic prices due to increased competition.', 'affect domestic prices: the former raises them while the latter lowers them.', 'promote trade between nations.', 'are primarily used to enforce environmental standards on imported goods.', 'do not necessarily affect domestic prices.']\",\"question\":\"Tariffs and quotas\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}