{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ca57e2a1-121a-503e-ae0f-f46cb34440a1","task_key":"default--test--9259","task_revision_id":"1","upstream_id":"9259","short_description":"What is true about the rotation of a solid disk?","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['The part further from the axis rotates more slowly', 'The part further from the axis has a shorter period', 'The period of rotation is different on every point on the disk', 'The part closer to the axis has a longer period', 'The part closer to the axis has a shorter period', 'The period of rotation is the same on every point on the disk', 'The velocity is the same on every point on the disk', 'The part further from the axis has a longer period', 'The part closer to the axis rotates more rapidly']\",\"question\":\"What is true about the rotation of a solid disk?\",\"src\":\"ori_mmlu-astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}