{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1df86805-0818-58c2-81b7-7b77f9f5ddf1","task_key":"default--test--6211","task_revision_id":"1","upstream_id":"6211","short_description":"Where should a stoma be sited?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['The rectus sheath abdominus.', 'Within an abdominal crease.', 'Directly on the umbilicus.', 'On the upper abdomen.', 'Next to the umbilicus.', 'On the lower back.', 'In close proximity to the incision site.', 'On the chest.', 'Within a skin fold.', 'Near the pelvic bone.']\",\"question\":\"Where should a stoma be sited?\",\"src\":\"ori_mmlu-clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}