{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"093e5aad-1ff3-5814-9071-6e936f0c3ee9","task_key":"default--test--8018","task_revision_id":"1","upstream_id":"8018","short_description":"Abe found the mean and median of this list of numbers. 1, 3, 3 If the number 6…","config":"default","split":"test","body":"{\"category\":\"math\",\"options\":\"['the median would increase.', 'The median would stay the same.', 'The mean would increase and the median would decrease.', 'the mean would increase.', 'Both the mean and median would increase.', 'the median would decrease.', 'Both the mean and median would decrease.', 'the mean would decrease.', 'The mean would decrease and the median would increase.', 'The mean would stay the same.']\",\"question\":\"Abe found the mean and median of this list of numbers. 1, 3, 3 If the number 6 were added to the list, then\",\"src\":\"ori_mmlu-elementary_mathematics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}