{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2bfed6a4-2443-59ac-a1f5-33e59975c1a8","task_key":"default--test--5493","task_revision_id":"1","upstream_id":"5493","short_description":"What is the main purpose of licensing public relations practitioners?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['To achieve better wages for licensed practitioners', 'To create an elite of public relations practitioners', 'To regulate access to posts in the field', 'To mandate continued professional education for practitioners', 'To increase government control over public relations', 'To provide a revenue stream for professional organizations', 'To preserve the well-being of society', 'To inflate the cost of public relations services', 'To limit competition in the field']\",\"question\":\"What is the main purpose of licensing public relations practitioners?\",\"src\":\"ori_mmlu-public_relations\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}