{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c8188b60-6c31-5644-8ac1-9694b0357f87","task_key":"default--test--5885","task_revision_id":"1","upstream_id":"5885","short_description":"The greatest population growth rate has taken place","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['in Africa, which is the poorest region of the world with a steady overall economic growth.', 'in Europe, which is the wealthiest region of the world with the highest overall economic growth.', 'in Asia, which is the poorest region of the world with a steady overall economic growth.', 'in South America, which is a developing region with high overall economic growth.', 'in North America, which is the wealthiest region of the world with steady overall economic growth.', 'in Africa, which is the poorest region of the world with high overall economic growth.', 'in Asia, which is the wealthiest region of the world with the lowest overall economic growth.', 'in Oceania, which is a developing region with steady overall economic growth.', 'in Africa, which is the poorest region of the world with the lowest overall economic growth.', 'in Asia, which is the poorest region of the world with the lowest overall economic growth.']\",\"question\":\"The greatest population growth rate has taken place\",\"src\":\"ori_mmlu-global_facts\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}