{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"59f7eb27-d503-5e58-b395-8466ac573671","task_key":"default--test--6721","task_revision_id":"1","upstream_id":"6721","short_description":"The creatine kinase reaction is:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['constantly activated, regardless of ATP levels.', 'more efficient than glycolysis.', 'slow compared with glycolysis.', 'not involved in energy production.', 'irreversible.', 'activated by high pH in the muscle.', 'not activated until all the ATP has been used up.', 'only activated during intense exercise.', 'inhibited by low pH in the muscle.']\",\"question\":\"The creatine kinase reaction is:\",\"src\":\"ori_mmlu-clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}