{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f420090f-1748-59dc-9ff0-cf7f928227df","task_key":"default--test--2280","task_revision_id":"1","upstream_id":"2280","short_description":"The left cerebral hemisphere is specialized for which of the following…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['analytic, spatial, and verbal', 'mathematical, spatial, and analytic', 'verbal, mathematical, and recognizing emotional expressions', 'mathematical, spatial, and musical', 'spatial, musical, and recognizing emotional expressions', 'verbal, analytic, and mathematical', 'verbal, spatial, and recognizing emotional expressions', 'analytic, musical, and recognizing emotional expressions', 'musical, spatial, and recognizing emotional expressions', 'verbal, musical, and spatial']\",\"question\":\"The left cerebral hemisphere is specialized for which of the following functions?\",\"src\":\"ori_mmlu-high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}