{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"eb2404e8-31b6-561f-aa0e-b1662df716ce","task_key":"default--test--7482","task_revision_id":"1","upstream_id":"7482","short_description":"Potential GDP will fall ceteris paribus if","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['tariffs protecting domestic jobs are eliminated.', 'the literacy rate improves.', 'the tax rate is lowered.', 'the inflation rate decreases.', 'there is an increase in technological advancements.', 'foreign investments increase.', 'more immigration is allowed.', 'the retirement age is lowered.']\",\"question\":\"Potential GDP will fall ceteris paribus if\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}