{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ccb3f0d8-cc5d-5418-b105-102713d03bb0","task_key":"default--test--7674","task_revision_id":"1","upstream_id":"7674","short_description":"What is Gresham's Law?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Bad money drives out good', 'The value of money is directly proportional to its quantity', 'Bad money increases the value of good money', 'Good money drives out bad', 'The quantity of money in circulation determines its value', 'Money retains its value regardless of its condition', 'Good and bad money circulate together in harmony', 'The intrinsic value of money is less important than its nominal value', 'Money has no intrinsic value', 'All money is equally desired']\",\"question\":\"What is Gresham's Law?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}