{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"22c6c215-d256-50ba-8b68-2c8c73052e17","task_key":"all--test--22c6c215-d256-50ba-8b68-2c8c73052e17","task_revision_id":"1","upstream_id":"","short_description":"Anti-psychiatrists like Laing & Esterson believed that:","config":"all","split":"test","body":"{\"choices\":\"['Psychiatry was an out-moded form of treatment and should be replaced by alternative therapies like aromatherapy and kinesiology', \\\"Mental illnesses were biological in origin, so there was no point in studying 'the mind' as experienced by the patient\\\", 'Psychiatrists were agents of capitalism who tried to instill ruling class ideology into their patients', 'Behaviour that seemed bizarre could be seen as a reasonable response to disturbed patterns of family interaction']\",\"question\":\"Anti-psychiatrists like Laing & Esterson believed that:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}