{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c8e5a130-dc59-5f16-b844-cd29c4218842","task_key":"default--test--6352","task_revision_id":"1","upstream_id":"6352","short_description":"In relation to the rib, the corresponding intercostal nerve lies","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['medial to its inferior border.', 'medial to its superior border.', 'lateral to its inferior border.', 'deep to its lateral border.', 'superficial to its lateral border.', 'deep to its superior border.', 'lateral to its superior border.', 'superficial to its superior border.', 'superficial to its inferior border.', 'deep to its inferior border.']\",\"question\":\"In relation to the rib, the corresponding intercostal nerve lies\",\"src\":\"ori_mmlu-anatomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}