{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a0835abe-c9c9-5e0d-86bd-1f4c156f885a","task_key":"default--test--6073","task_revision_id":"1","upstream_id":"6073","short_description":"Most of the free fatty acids are transported in the blood:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['inside the red blood cells.', 'combined with oxygen.', 'as triglycerides.', 'as free molecules.', 'bound to white blood cells.', 'as lipoproteins.', 'attached to hemoglobin.', 'combined with glucose.', 'in the form of cholesterol.', 'bound to albumin.']\",\"question\":\"Most of the free fatty acids are transported in the blood:\",\"src\":\"ori_mmlu-college_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}