{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6b34e962-ab86-5be0-b894-6d67373fd2d3","task_key":"default--test--6462","task_revision_id":"1","upstream_id":"6462","short_description":"The cardiac cycle consists of the phases:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['contraction, relaxation, and rest.', 'contraction and relaxation.', 'rest, contraction, and relaxation.', 'systole, diastole, and relaxation.', 'diastole, systole, and contraction.', 'relaxation, rest, and contraction.', 'diastole and systole.', 'rest, systole, and diastole.', 'systole, rest, and contraction.', 'systole, diastole, and rest.']\",\"question\":\"The cardiac cycle consists of the phases:\",\"src\":\"ori_mmlu-clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}