{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"13caa585-9c34-5fff-ae70-94834fd428fe","task_key":"all--test--13caa585-9c34-5fff-ae70-94834fd428fe","task_revision_id":"1","upstream_id":"","short_description":"Which proposition below may be characterized as the most powerful refutation by…","config":"all","split":"test","body":"{\"choices\":\"['Society has no right to preserve its moral and social cohesion through the criminal law.', 'Homosexual acts cause public outrage.', 'The courts are the best place to resolve moral questions such as those concerning homosexuality and prostitution.', 'The law is anachronistic.']\",\"question\":\"Which proposition below may be characterized as the most powerful refutation by Hart of Lord Devlin's argument?\",\"subject\":\"jurisprudence\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}