{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6ba79a04-05fc-5481-b819-ed85d6eb4bcd","task_key":"default--test--5926","task_revision_id":"1","upstream_id":"5926","short_description":"The best definition of an urban area is","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['the central city and its peripheral towns.', 'the central city and the adjacent counties.', 'the central city and the nearby forests.', 'the central city and its surrounding beach areas.', 'the central city and its surrounding suburbs.', 'the central city and its nearby industrial zones.', 'the central city and its developed areas.', 'the central city and its hinterlands.', 'the central city and its undeveloped areas.']\",\"question\":\"The best definition of an urban area is\",\"src\":\"ori_mmlu-high_school_geography\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}