{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9f03862b-2bd8-5381-8667-50471a256ee1","task_key":"default--test--6316","task_revision_id":"1","upstream_id":"6316","short_description":"What characteristic is not representative of a type IIb muscle fibre?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Low motor unit strength', 'Low glycogen storage capacity', 'High fatigue resistance', 'Low oxidative capacity', 'Low glycolytic capacity', 'High capillary density', 'High mitochondrial density', 'Slow contractile speed', 'High motor unit strength', 'Fast contractile speed']\",\"question\":\"What characteristic is not representative of a type IIb muscle fibre?\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}