{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"02340f6d-28ee-5dcc-974b-3bcaded9f323","task_key":"default--test--10060","task_revision_id":"1","upstream_id":"10060","short_description":"The direction of natural processes is from states of","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['lower order to higher order', 'chaos to equilibrium', 'higher order to lower order', 'disorder to organization', 'equilibrium to higher order', 'order to chaos', 'disorganization to organization', 'organization to disorganization', 'disorder to equilibrium', 'equilibrium to disorder']\",\"question\":\"The direction of natural processes is from states of\",\"src\":\"ori_mmlu-conceptual_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}