{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"640f1e8c-c9aa-57d5-9429-62dafa890f30","task_key":"default--test--6290","task_revision_id":"1","upstream_id":"6290","short_description":"All other things being equal, which of the following persons is likely to live…","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['A black woman', 'A Hispanic man', 'A white woman', 'An Asian man', 'A white man', 'A Native American man', 'A Hispanic woman', 'A Native American woman', 'A black man', 'An Asian woman']\",\"question\":\"All other things being equal, which of the following persons is likely to live the longest?\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}