{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ae3ce715-58fa-5b89-b521-8c7792da6541","task_key":"default--test--6453","task_revision_id":"1","upstream_id":"6453","short_description":"Which of the following will increase in vitamin D deficiency?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['The plasma concentration of vitamin B12', 'The plasma concentration of prothrombin', 'The plasma concentration of preprothrombin', 'The plasma activity of acid phosphatase', 'The plasma activity of lipase', 'The plasma concentration of vitamin C', 'The plasma activity of pepsin', 'The plasma concentration of insulin', 'The plasma activity of amylase', 'The plasma activity of alkaline phosphatase']\",\"question\":\"Which of the following will increase in vitamin D deficiency?\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}