{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"85e8c584-7c7e-5fec-995f-5cd74968e23a","task_key":"default--test--6738","task_revision_id":"1","upstream_id":"6738","short_description":"Identity refers to one's","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Financial status and societal position', \\\"Control over one's own life story\\\", 'Level of intelligence and education', 'Individual perception of societal norms', 'Coherent sense of self', 'Physical appearance and overall personality', 'Capacity to maintain emotional balance', 'Use of a particular coping strategy', 'Ability to adapt to change', 'Influence on others']\",\"question\":\"Identity refers to one's\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}