{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"12c21a46-6d58-5c82-9078-f51398cfb329","task_key":"all--test--12c21a46-6d58-5c82-9078-f51398cfb329","task_revision_id":"1","upstream_id":"","short_description":"Students in an introductory psychology class are required to participate in one…","config":"all","split":"test","body":"{\"choices\":\"['ethical as long as students can choose to participate in an alternative activity instead.', 'ethical as long as students are free to choose the research project they participate in.', 'ethical as long as informed consents are obtained from students before they participate.', 'clearly unethical.']\",\"question\":\"Students in an introductory psychology class are required to participate in one of the university's ongoing research projects. This practice is:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}