{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6ffa0317-aaa4-51ea-a1b7-8213ad74bcc6","task_key":"default--test--2583","task_revision_id":"1","upstream_id":"2583","short_description":"Nearsightedness results from","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['too little curvature of the cornea and lens', 'too much curvature of the retina and lens', 'too much curvature of the cornea and lens', 'too much curvature of the iris and cornea', 'incorrect alignment of the cornea and retina', 'incorrect alignment of the cornea and lens', 'too much curvature of the iris and lens', 'incorrect alignment of the iris and lens', 'too little curvature of the iris and lens', 'too little curvature of the retina and lens']\",\"question\":\"Nearsightedness results from\",\"src\":\"ori_mmlu-high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}