{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"01ef0caa-346d-5f0d-9c58-ed7ae427dc18","task_key":"default--test--6147","task_revision_id":"1","upstream_id":"6147","short_description":"Peak flow meters record:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['the amount of air inhaled into the lungs.', 'the total capacity of the lungs.', 'the lowest rate of air expelled from the lungs through an open mouth.', 'the oxygen saturation level in the blood.', 'the average rate of air expelled from the lungs through an open mouth.', 'forced vital capacity.', 'the volume of air remaining in the lungs after a forced expiration.', 'forced expiratory volume.', 'the highest rate of air expelled from the lungs through an open mouth.', 'the rate of air inhaled into the lungs through an open mouth.']\",\"question\":\"Peak flow meters record:\",\"src\":\"ori_mmlu-clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}