{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c108f003-9b6f-51ef-aeff-39b727e6b362","task_key":"default--test--4762","task_revision_id":"1","upstream_id":"4762","short_description":"Archaeological evidence indicates that cattle were first domesticated where and…","config":"default","split":"test","body":"{\"category\":\"history\",\"options\":\"['in sub-Saharan Africa, about 10,500 years ago', 'in western Europe, about 3,500 years ago', 'in the Middle East, about 10,500 years ago', 'in North America, about 5,500 years ago', 'in East Asia, about 5,500 years ago', 'in South America, about 6,500 years ago', 'in the Middle East, about 6,500 years ago', 'in North America, about 9,500 years ago', 'in sub-Saharan Africa, about 8,500 years ago', 'in Australia, about 7,500 years ago']\",\"question\":\"Archaeological evidence indicates that cattle were first domesticated where and how long ago?\",\"src\":\"ori_mmlu-prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}