{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dc3ca55e-0615-5bf8-89b6-6d3a0dd66eb5","task_key":"all--test--dc3ca55e-0615-5bf8-89b6-6d3a0dd66eb5","task_revision_id":"1","upstream_id":"","short_description":"You have been hired to assist with a research project on process variables in…","config":"all","split":"test","body":"{\"choices\":\"['refuse to assist with the research project.', 'immediately file a complaint against the psychologist with the psychology licensing board or ethics committee.', 'write a letter to the psychologist, indicating the relevant ethical standards and offering to discuss the matter with him.', '\\\"follow the psychologist\\\\'\\\\'s instructions since, by \\\"\\\"discouraging\\\"\\\" participants from leaving the group, you are not actually coercing them to participate.\\\"']\",\"question\":\"You have been hired to assist with a research project on process variables in group psychotherapy. The psychologist who is the principal investigator tells you to discourage participants from leaving the group prior to the end of the study because, if too many participants drop out, the study's potential usefulness will be seriously compromised. As an ethical psychologist, you should:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}