{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9a58fd3e-3ce8-50e5-92cc-91f838dc7102","task_key":"all--test--9a58fd3e-3ce8-50e5-92cc-91f838dc7102","task_revision_id":"1","upstream_id":"","short_description":"Cicero's conception of natural law is 'based on the idea that 'true law is right…","config":"all","split":"test","body":"{\"choices\":\"['It is a sin for humans not to apply reason.', 'The principles of natural law are discoverable by reason.', 'Natural law does not apply without good reason.', 'The law of nature is the basis of all positive law.']\",\"question\":\"Cicero's conception of natural law is 'based on the idea that 'true law is right reason in agreement with Nature.' Reason is a key element because:\",\"subject\":\"jurisprudence\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}