{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"89dfb38a-1826-5ace-bd84-5ecb5338496b","task_key":"default--test--6026","task_revision_id":"1","upstream_id":"6026","short_description":"The auditory tube","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['is opened by the action of levator veli palatini.', 'is closed by the action of tensor veli palatini.', 'connects the outer ear and nasopharynx.', 'is derived from the second pharyngeal pouch.', 'is derived from the third pharyngeal pouch.', 'connects the inner ear and nasopharynx.']\",\"question\":\"The auditory tube\",\"src\":\"ori_mmlu-anatomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}