{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"86131a82-301c-53c4-9c4e-2cc112e3880c","task_key":"all--test--86131a82-301c-53c4-9c4e-2cc112e3880c","task_revision_id":"1","upstream_id":"","short_description":"In Singer's understanding, the principle of the equality of human beings is","config":"all","split":"test","body":"{\"choices\":\"['a description of an alleged actual equality among humans.', 'a description of an alleged actual inequality among humans.', 'a prescription of how we should treat nonhuman animals.', 'a prescription of how we should treat humans.']\",\"question\":\" In Singer's understanding, the principle of the equality of human beings is\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}