{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bbfc4666-7854-59d9-8f7a-6d26dca40e26","task_key":"default--test--9198","task_revision_id":"1","upstream_id":"9198","short_description":"A skier is filmed by a motion-picture photographer who notices him traveling…","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['350 ft', '280 ft', '300 ft', '312 ft', '288 ft', '420 ft', '324 ft', '256 ft', '368 ft', '400 ft']\",\"question\":\"A skier is filmed by a motion-picture photographer who notices him traveling down a ski run. The skier travels 36 ft during the fourth second of the filming and 48 ft during the sixth second. What distance did he cover in the eight seconds of filming? Assume that the acceleration is uniform throughout.\",\"src\":\"stemez-Physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}