{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"333f3ec2-6b3d-57aa-a8bf-a016b9ab314f","task_key":"default--test--10842","task_revision_id":"1","upstream_id":"10842","short_description":"Aesthetics deals with objects that are_____.","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['not essential to our existence', 'frequently used in daily life', 'not visible to the human eye', 'only appreciated by experts', 'universally liked', 'unimportant to most people', 'essential for survival', 'essential to our existence', 'rarely viewed', 'universally disliked']\",\"question\":\"Aesthetics deals with objects that are_____.\",\"src\":\"ori_mmlu-philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}