{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9bb0320c-3d30-54cb-8cc6-bc86fee846c2","task_key":"all--test--9bb0320c-3d30-54cb-8cc6-bc86fee846c2","task_revision_id":"1","upstream_id":"","short_description":"According to Huemer,","config":"all","split":"test","body":"{\"choices\":\"['it is just bad for the government to fail to recognize natural rights.', 'it is sometimes alright for the government to disregard natural rights, when the harms are bad enough.', 'it is sometimes alright for the government to disregard natural rights to as to protect someone from themselves.', 'failures by the government to recognize natural rights count as injustices.']\",\"question\":\" According to Huemer,\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}