{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2aea861e-cc9a-50d2-8ff9-e0f04f4041a4","task_key":"default--test--9359","task_revision_id":"1","upstream_id":"9359","short_description":"A sand bag has a mass of 5kg and weight 50N on Earth. What is the mass and…","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['Mass 5kg weight 75N', 'Mass 5kg weight 25N', 'Mass 2.5kg weight 12.5N', 'Mass 5kg weight 100N', 'Mass 10kg weight 25N', 'Mass 10kg weight 100N', 'Mass 2.5kg weight 25N', 'Mass 5kg weight 50N', 'Mass 5kg weight 10N', 'Mass 10kg weight 50N']\",\"question\":\"A sand bag has a mass of 5kg and weight 50N on Earth. What is the mass and weight of this sand bag on a planet with half the gravity compared to Earth?\",\"src\":\"ori_mmlu-astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}