{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c919811d-0368-5cf6-856b-28861ccd062e","task_key":"default--test--7038","task_revision_id":"1","upstream_id":"7038","short_description":"Suppose you observe an economy where prices are falling and real GDP is rising.…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['a decrease in foreign direct investment.', 'a sudden increase in unemployment.', 'an increase in inflation.', 'an increase in government spending.', 'an advance in technology.', 'a decrease in government spending.', 'stagflation.', 'an increase in taxes.', 'a decrease in technology.', 'a decrease in national income.']\",\"question\":\"Suppose you observe an economy where prices are falling and real GDP is rising. This may have been caused by\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}