{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"69fd87a6-9574-5f9e-92b9-3c438a4dc293","task_key":"default--test--268","task_revision_id":"3","upstream_id":"268","short_description":"What is not an advantage of a hierarchical structure?","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['Clear responsibilities and roles', 'Discipline and stability', 'Quick response to change', 'Clear chain of command', 'Promotion opportunities', 'High flexibility', 'Easy to manage', 'Small span of control', 'Enhanced communication', 'Improved employee motivation']\",\"question\":\"What is not an advantage of a hierarchical structure?\",\"src\":\"ori_mmlu-management\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}