{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"68b85be7-e460-5ee5-b773-6cd93a7936c0","task_key":"default--test--6166","task_revision_id":"1","upstream_id":"6166","short_description":"Primary motor cortex activity results in","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['relaxation of ipsilateral limb musculature.', 'contraction of ipsilateral limb musculature.', 'bilateral contraction of antigravity limb muscles.', 'contraction of all body muscles.', 'no effect on the limb musculature.', 'contraction of contralateral limb musculature.', 'unilateral contraction of limb musculature.', 'bilateral contraction of limb musculature.', 'bilateral relaxation of antigravity limb muscles.', 'relaxation of contralateral limb musculature.']\",\"question\":\"Primary motor cortex activity results in\",\"src\":\"ori_mmlu-anatomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}