{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e14a340c-4395-5476-81d5-fd4e16e8bf86","task_key":"default--test--9429","task_revision_id":"1","upstream_id":"9429","short_description":"When water changes to steam, energy is","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['converted into matter', 'changed to a different form', 'transferred to the surrounding environment', 'created within the water', 'both absorbed and released simultaneously', 'conserved as the phase change occurs', 'not involved in the process', 'absorbed by the water', 'released by the water', 'destroyed as the phase change occurs']\",\"question\":\"When water changes to steam, energy is\",\"src\":\"ori_mmlu-conceptual_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}