{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3b4d5bc8-b2bd-524d-b1ee-1190050819e7","task_key":"all--test--3b4d5bc8-b2bd-524d-b1ee-1190050819e7","task_revision_id":"1","upstream_id":"","short_description":"On Metz's view, what kind of punishment is justified for wrongdoers?","config":"all","split":"test","body":"{\"choices\":\"['Harmful punishment that is proportionate to the harm done by the wrongdoing.', 'Unfriendly action that is proportionate to the unfriendly wrongdoing, aimed at correcting the wrongdoing.', 'Degradation proportionate to the degrading impacts of the wrongdoing.', 'All of the above.']\",\"question\":\" On Metz's view, what kind of punishment is justified for wrongdoers?\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}