{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"747453db-2721-521a-b149-2335e158072b","task_key":"all--test--747453db-2721-521a-b149-2335e158072b","task_revision_id":"1","upstream_id":"","short_description":"Leopold claims that history has shown that \"the conqueror role is eventually…","config":"all","split":"test","body":"{\"choices\":\"[\\\"the conqueror doesn't understand what makes the conquered community tick.\\\", \\\"the conqueror doesn't know what and who within the community is valuable.\\\", \\\"the conqueror doesn't know what and who is worthless in community life.\\\", 'all of the above']\",\"question\":\" Leopold claims that history has shown that \\\"the conqueror role is eventually self-defeating.\\\" It is self-defeating, in this view, because\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}