{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4cdcbdba-0ed2-50ac-9cd8-0e400944a639","task_key":"default--test--6626","task_revision_id":"1","upstream_id":"6626","short_description":"Eosinophilic oesophagitis","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Is not related to diet', 'Leads to oesophageal diverticular', 'Is a result of viral infection', 'Is not due to allergy', 'Can be cured with lifestyle modifications only', 'Is commonly treated with antibiotics', 'Leads to stomach ulcers', 'Benefits from antacid therapy', 'May cause oesopgageal obstruction']\",\"question\":\"Eosinophilic oesophagitis\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}