{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ba39a20b-c237-5d71-863c-7bbcc83806ad","task_key":"default--test--6780","task_revision_id":"1","upstream_id":"6780","short_description":"With respect to hair loss","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Men lose hair more frequently but more slowly than women', 'Men and women lose hair equally and at the same rate', 'Environmental factors are the main causes', 'Women are more systematic than men', 'Hormonal changes are the only cause of hair loss', 'Women lose hair less frequently but more rapidly than men', 'Men lose but women do not', 'Women lose hair at the same rate as men', 'Hair loss is not influenced by gender', 'Men are more systematic than women']\",\"question\":\"With respect to hair loss\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}