{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"feec7c45-2225-5ee7-8bbe-f6b6843340be","task_key":"default--test--9872","task_revision_id":"1","upstream_id":"9872","short_description":"Why are the season's in Mars' southern hemisphere so extreme?","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"[\\\"because Mars' axis is less tilted than the Earth's\\\", 'because Mars has a smaller size than the Earth', 'because Mars has a slower rotation speed than the Earth', 'because Mars has more carbon dioxide in its atmosphere than the Earth', 'because Mars has a shorter year than the Earth', 'because Mars has more water vapor in its atmosphere than the Earth', 'because Mars has a more eccentric orbit than the Earth', 'because Mars is closer to the sun than the Earth', 'because Mars is farther from the sun than the Earth', \\\"because Mars' axis is more tilted than the Earth's\\\"]\",\"question\":\"Why are the season's in Mars' southern hemisphere so extreme?\",\"src\":\"ori_mmlu-astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}