{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"297ba8b2-fdf4-5fd8-a903-d5f7d4a7b80a","task_key":"default--test--6591","task_revision_id":"1","upstream_id":"6591","short_description":"What three factors regulate stroke volume?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Blood volume, preload, and afterload.', 'Blood pressure, heart rate, and afterload.', 'Afterload, cardiac output, and blood volume.', 'Blood pressure, preload, and cardiac output.', 'Preload, contractility, and afterload.', 'Preload, blood volume, and heart rate.', 'Contractility, blood volume, and blood pressure.', 'Blood volume, heart rate, and contractility.', 'Cardiac output, contractility, and blood volume.', 'Contractility, preload, and heart rate.']\",\"question\":\"What three factors regulate stroke volume?\",\"src\":\"ori_mmlu-clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}