{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c2154df8-7bfb-57c0-a16a-c44c1afa4785","task_key":"default--test--6202","task_revision_id":"1","upstream_id":"6202","short_description":"The World Health Organization recommends zinc supplements for which groups of…","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Men with high physical activity levels', 'All women over the age of 50', 'All children in high income areas with low prevalence of stunting', 'Elderly people with low incomes', 'Adolescents in high-stress environments', 'Children with severe malnutrition or diarrhoea', 'All children in low income areas with high prevalence of stunting', 'Patients recovering from major surgery', 'Pregnant and lactating women', 'All adults in areas with high prevalence of zinc deficiency']\",\"question\":\"The World Health Organization recommends zinc supplements for which groups of people?\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}