{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1e2d78f4-9eae-59ad-b58e-86842b33d24d","task_key":"default--test--8121","task_revision_id":"1","upstream_id":"8121","short_description":"In a group of 10 scores, the largest score is increased by 40 points. What will…","config":"default","split":"test","body":"{\"category\":\"math\",\"options\":\"['It will remain the same.', 'It will increase by 30 points.', 'It will increase by 10 points.', 'It will decrease by 10 points.', 'It will remain unchanged if the other scores also increase by 40 points.', 'It will increase by 20 points.', 'It will decrease by 4 points.', 'It will decrease by 40 points.', 'It will increase by 40 points.', 'It will increase by 4 points.']\",\"question\":\"In a group of 10 scores, the largest score is increased by 40 points. What will happen to the mean?\",\"src\":\"ori_mmlu-high_school_statistics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}