{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3e428cd0-9f75-574b-be42-fdc6f89d3fa1","task_key":"all--test--3e428cd0-9f75-574b-be42-fdc6f89d3fa1","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is false about ex post facto laws?","config":"all","split":"test","body":"{\"choices\":\"['They make criminal an act that was innocent when committed.', 'They prescribe greater punishment for an act than was prescribed when it was done.', 'They increase the evidence required to convict a person than when the act was done.', 'They alter criminal offenses or punishment in a substantially prejudicial manner for the purpose of punishing a person for some past activity.']\",\"question\":\"Which of the following is false about ex post facto laws?\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}