{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6ffb7a67-23db-5bf9-b63f-ca2e713762b5","task_key":"default--test--263","task_revision_id":"3","upstream_id":"263","short_description":"According to the British Government, which of the following is not a marketing…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['Create advertising campaigns.', 'Organize marketing events.', 'Promote marketing intelligence.', 'Develop sales tactics.', 'Develop pricing strategies.', 'Work with other business functions and third parties.', 'Conduct market research.', 'Develop the customer proposition.', 'Oversee product development.', 'Manage customer relationships.']\",\"question\":\" According to the British Government, which of the following is not a marketing function?\",\"src\":\"ori_mmlu-marketing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}