{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d051a328-6eb6-5213-9452-bb0e3496a845","task_key":"default--test--6011","task_revision_id":"1","upstream_id":"6011","short_description":"Removal of adhesive strips:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['should be undertaken under aseptic conditions.', 'can be carried out by the patient.', 'should not be undertaken until at least seven days after application.', 'can be performed immediately after application.', 'should not be undertaken until at least ten days after application.', 'requires specific equipment.', 'should be done in a sterile environment.', 'is a specialist skill.']\",\"question\":\"Removal of adhesive strips:\",\"src\":\"ori_mmlu-clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}