{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7a2c7cb6-f0b3-5c32-9eae-4bb9c5dd4dff","task_key":"default--test--6334","task_revision_id":"1","upstream_id":"6334","short_description":"A surgical support can be used for:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['retraction of the stoma.', 'high output stomas.', 'herniation around the stoma.', 'infection around the stoma.', 'dehydration caused by the stoma.', 'irritation of the stoma.', 'blockage within the stoma.', 'coloring of the stoma.', 'swelling of the stoma.']\",\"question\":\"A surgical support can be used for:\",\"src\":\"ori_mmlu-clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}