{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bf896255-4fec-5b86-8bb7-6e9273e0baba","task_key":"default--test--4758","task_revision_id":"1","upstream_id":"4758","short_description":"Opportunistic foraging involves:","config":"default","split":"test","body":"{\"category\":\"history\",\"options\":\"['increased use of imported or \\\"exotic\\\" materials', 'strict dietary restrictions and limitations.', 'careful planning and scheduling.', 'reliance on food storage and preservation.', 'focusing on one specific type of food source.', 'hunting large game animals.', 'farming and cultivation of crops.', 'reliance on steady sources of food such as shellfish.', 'little planning', 'using advanced tools and techniques.']\",\"question\":\"Opportunistic foraging involves:\",\"src\":\"ori_mmlu-prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}