{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3c693769-f84a-53ce-b8f7-584c3fb50a2b","task_key":"all--test--3c693769-f84a-53ce-b8f7-584c3fb50a2b","task_revision_id":"1","upstream_id":"","short_description":"You receive a letter from the Ethics Committee asking for information about a…","config":"all","split":"test","body":"{\"choices\":\"[\\\"cooperate with the Committee's request by sending it a copy of the client’s file.\\\", \\\"cooperate with the Committee's request by sending it the information you believe to be relevant to the case.\\\", \\\"cooperate with the Committee's request by sending it the information you believe to be relevant to the case after confirming that the client has signed a release.\\\", \\\"inform the Committee that the information you have about the client is obsolete and that you're ethically obligated not to release it.\\\"]\",\"question\":\"You receive a letter from the Ethics Committee asking for information about a former client who has filed a complaint against her current therapist. You stopped seeing the client over seven years ago you should:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}