{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"58ebf8d3-21c4-50ed-830b-c4a2026ead0e","task_key":"all--test--58ebf8d3-21c4-50ed-830b-c4a2026ead0e","task_revision_id":"1","upstream_id":"","short_description":"Normative legal theory is most accurately summarized by which of the following…","config":"all","split":"test","body":"{\"choices\":\"['Its principal concern is with moral or political values.', 'It is represented by the positivist view of law as developed by HLA Hart.', 'It expresses the idea that law consists only of norms.', 'It is preoccupied with the analysis of the application of legislation to moral issues.']\",\"question\":\"Normative legal theory is most accurately summarized by which of the following statements?\",\"subject\":\"jurisprudence\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}