{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6360595e-3b6b-5a12-84b2-e75e82b89ef3","task_key":"default--test--7109","task_revision_id":"1","upstream_id":"7109","short_description":"Inflation","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['stabilizes the value of currency over time.', 'has no impact on purchasing power.', 'increases the real value of debt.', 'encourages households to save more.', 'forces households to save more.', 'discourages savings.', 'does not affect savings in the economy.', 'leads to a decrease in prices of essential goods.', 'ensures a balanced distribution of wealth in the economy.', 'is always beneficial for long-term economic growth.']\",\"question\":\"Inflation\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}