{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"822f5191-f5d1-5d26-98d1-350378e2bf28","task_key":"default--test--6744","task_revision_id":"1","upstream_id":"6744","short_description":"Complete bilateral cleft palate is due to failure of fusion of the","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['palatine and frontonasal processes.', 'maxillary, frontonasal and secondary nasal processes.', 'palatine, frontonasal and secondary nasal processes.', 'palatine, lateral nasal and mandibular processes.', 'palatine and maxillary processes.', 'palatine, frontonasal, secondary nasal processes and mandibular processes.', 'palatine processes.', 'palatine, maxillary and frontonasal processes.', 'palatine, maxillary and secondary nasal processes.', 'frontonasal and secondary nasal processes.']\",\"question\":\"Complete bilateral cleft palate is due to failure of fusion of the\",\"src\":\"ori_mmlu-anatomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}