{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"14f7c6de-8012-5608-8c10-7d3bafc3172a","task_key":"all--test--14f7c6de-8012-5608-8c10-7d3bafc3172a","task_revision_id":"1","upstream_id":"","short_description":"A psychologist in private practice is going through a difficult divorce and, as…","config":"all","split":"test","body":"{\"choices\":\"['plunge deeper into his work to take his mind off his own problems.', 'seek professional consultation and consider temporarily suspending his practice.', 'explain the situation to his clients and offer to refer them to other therapists.', 'immediately refer his clients to other therapists.']\",\"question\":\"A psychologist in private practice is going through a difficult divorce and, as a result, has started drinking and is often depressed. He should:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}