{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5dcbc328-0f9c-55aa-8a04-08b9d52e2453","task_key":"default--test--2623","task_revision_id":"1","upstream_id":"2623","short_description":"Students in an introductory psychology class are required to participate in one…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['ethical as long as students are not forced to participate in the research.', 'unethical if the results of the research are not shared with the students.', 'unethical if it is related to sensitive topics.', 'ethical as long as students are free to choose the research project they participate in.', 'ethical only if students are given class credit for participating.', 'ethical only if the research is related to the class subject matter.', 'ethical as long as students can choose to participate in an alternative activity instead.', 'ethical as long as informed consents are obtained from students before they participate.', 'unethical if students are not compensated for their time.', 'clearly unethical.']\",\"question\":\"Students in an introductory psychology class are required to participate in one of the university's ongoing research projects. This practice is:\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}