{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6bf9526b-90fd-591a-b9ac-3a85331153e4","task_key":"default--test--10912","task_revision_id":"1","upstream_id":"10912","short_description":"One suggestion that Lukianoff and Haidt make to challenge vindictive…","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['to implement stricter guidelines for classroom discussions.', 'to promote greater understanding of historical and contemporary oppression.', 'to increase the number of safe spaces on campus.', 'to mandate sensitivity training for all students.', 'to increase funding for mental health services on campus.', 'to encourage self-censorship among students.', 'none of the above.', 'to ban controversial speakers from campus.', 'to defund the Department of Education.', 'have colleges and universities officially and strongly discourage trigger warnings.']\",\"question\":\" One suggestion that Lukianoff and Haidt make to challenge vindictive protectiveness is\",\"src\":\"ori_mmlu-moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}