{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7908de1b-7c87-513b-ac00-99e4ae21be7f","task_key":"all--test--7908de1b-7c87-513b-ac00-99e4ae21be7f","task_revision_id":"1","upstream_id":"","short_description":"Which statement best describes the relationship between law and morality among…","config":"all","split":"test","body":"{\"choices\":\"['There is no relationship between law and morality.', 'Law is always in advance of moral ideas.', 'The law is inextricably bound up with morals.', 'Morality is generally in advance of the law.']\",\"question\":\"Which statement best describes the relationship between law and morality among non-positivist legal theorists?\",\"subject\":\"jurisprudence\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}