{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"07548989-72da-5bde-83b9-a3f8ffc51ba9","task_key":"default--test--6740","task_revision_id":"1","upstream_id":"6740","short_description":"Which of the following would result in Angelman syndrome?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Paternal UPD 16', 'Maternal UPD 16', 'A mutation in the SNRPN gene', 'Deletion in the maternally derived chromosome 16', 'Deletion in the paternally derived chromosome 15', 'A mutation in the SNRPN promoter', 'Paternal UPD 15']\",\"question\":\"Which of the following would result in Angelman syndrome?\",\"src\":\"ori_mmlu-medical_genetics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}