{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8440b4e0-505b-5820-b77f-ae0f0f25d66d","task_key":"default--test--6156","task_revision_id":"1","upstream_id":"6156","short_description":"Asp235Phe in a molecular report indicates that:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['phenylalanine has been replaced by leucine.', 'aspartic acid has been replaced by glutamine.', 'asparagine has been replaced by phenylalanine.', 'aspartic acid has been replaced by phenylalanine.', 'phenylalanine has been replaced by glutamine.', 'phenylalanine has been replaced by asparagine.', 'phenylalanine has been replaced by aspartic acid.', 'aspartic acid has been replaced by asparagine.', 'asparagine has been replaced by aspartic acid.', 'glutamine has been replaced by phenylalanine.']\",\"question\":\"Asp235Phe in a molecular report indicates that:\",\"src\":\"ori_mmlu-medical_genetics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}