{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1ee58114-2819-5568-abe3-be032d2699e5","task_key":"all--test--1ee58114-2819-5568-abe3-be032d2699e5","task_revision_id":"1","upstream_id":"","short_description":"A psychologist who already has an established therapeutic relationship with a…","config":"all","split":"test","body":"{\"choices\":\"['decline the request to testify.', 'agree to testify only if she obtains consent from both parents.', 'agree to testify only if she can evaluate all of the involved parties.', \\\"agree to testify only if her familiarity with the child won''t bias her testimony.\\\"]\",\"question\":\"A psychologist who already has an established therapeutic relationship with a child is asked to act as an expert witness in a divorce proceeding involving custody of the child. The psychologist's best course of action would be to:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}