{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"55dc5db8-657f-5cec-bd05-3fb8076de213","task_key":"default--test--6078","task_revision_id":"1","upstream_id":"6078","short_description":"Type I muscle fibres have the following characteristics:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['white, glycolytic, fast contracting.', 'red, oxidative, fast contracting.', 'white, glycolytic, no contracting.', 'white, glycolytic, slow contracting.', 'red, glycolytic, slow contracting.', 'red, oxidative, no contracting.', 'white, oxidative, slow contracting.', 'red, oxidative, slow contracting.', 'red, glycolytic, fast contracting.', 'white, oxidative, fast contracting.']\",\"question\":\"Type I muscle fibres have the following characteristics:\",\"src\":\"ori_mmlu-college_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}