{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"31fec66d-e710-5e4c-a21b-ccdc5a18c95f","task_key":"default--test--6204","task_revision_id":"1","upstream_id":"6204","short_description":"Public health ethics is:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Primarily concerned with the health of healthcare workers', 'Subject-centered', 'Patient-centered', 'Population-centered', 'Centered around the health of the elderly population', 'Based on the principle of \\\"first do no harm\\\"', 'Concerned with the health of individual families', 'Solely focused on the prevention of disease', 'Focused on the health of animals']\",\"question\":\"Public health ethics is:\",\"src\":\"ori_mmlu-virology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}