{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"69fe71e3-cc76-5e19-8246-516a5e5ba29b","task_key":"all--test--69fe71e3-cc76-5e19-8246-516a5e5ba29b","task_revision_id":"1","upstream_id":"","short_description":"In Aristotle’s terminology, incontinence is when:","config":"all","split":"test","body":"{\"choices\":\"['one does not know that one’s actions are wrong.', 'one knows that one’s actions are wrong, but does them anyway.', 'one knows that one’s feelings are inappropriate, and does not act on them.', 'one does the right action, but for the wrong reason.']\",\"question\":\"In Aristotle’s terminology, incontinence is when:\",\"subject\":\"philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}