{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4bbcbd86-214d-565c-842c-5ffbcec21b26","task_key":"default--test--2692","task_revision_id":"1","upstream_id":"2692","short_description":"If you believe another psychologist has committed an ethical violation, you…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['Report it to his or her state professional standards board', \\\"Ignore it as it's none of your business\\\", 'Report it to the APA Ethics Committee', \\\"Write an anonymous letter to the psychologist's employer\\\", 'Wait to see whether he or she commits a second violation', 'Confront the psychologist in a public forum', 'Discuss your concerns with him or her', 'Report it to the police', 'Report it to the media', 'Discuss it with your colleagues']\",\"question\":\"If you believe another psychologist has committed an ethical violation, you should first:\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}