{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b46fd7b5-1a0b-5809-bcf4-8e42a17b8eab","task_key":"default--test--2406","task_revision_id":"1","upstream_id":"2406","short_description":"Turning up the volume on a music player changes which aspect of sound?","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['duration of the sound', 'amplitude of the wave', 'source of the sound', 'transduction of the tone', 'pitch of the tone', 'wavelength of the wave', 'speed of the wave', 'frequency of the wave', 'intensity of the resonance', 'echo of the sound']\",\"question\":\"Turning up the volume on a music player changes which aspect of sound?\",\"src\":\"ori_mmlu-high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}