{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c8f61bbb-5642-51f0-a43b-a59fe40ee7fe","task_key":"default--test--6029","task_revision_id":"1","upstream_id":"6029","short_description":"The coronary arteries","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['arise from the ascending aorta and do not fill during either systole or diastole.', 'arise from the arch of the aorta and do not fill during either systole or diastole.', 'arise from the ascending aorta and fill during systole.', 'arise from the arch of the aorta and fill during systole.', 'arise from the pulmonary artery and fill during systole.', 'arise from the pulmonary artery and fill during diastole.', 'arise from the descending aorta and fill during systole.', 'arise from the descending aorta and fill during diastole.', 'arise from the ascending aorta and fill during diastole.', 'arise from the arch of the aorta and fill during diastole.']\",\"question\":\"The coronary arteries\",\"src\":\"ori_mmlu-anatomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}