{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"311f69d0-3381-5f64-ba70-5c6f1219fc80","task_key":"all--test--311f69d0-3381-5f64-ba70-5c6f1219fc80","task_revision_id":"1","upstream_id":"","short_description":"A female client finds her financial circumstances altered drastically after her…","config":"all","split":"test","body":"{\"choices\":\"['provide her with a low-fee session to bring the therapy relationship to an end', 'help her locate alternative sources of financing for therapy', 'make sure that she is provided with needed services, from you or from others, at a fee she can afford', 'write letter of termination, stating your willingness to resume therapy when she is again able to afford it']\",\"question\":\"A female client finds her financial circumstances altered drastically after her divorce and she can no longer afford your fee. Your responsibility is to\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}