{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"25b212e6-8f7a-5e62-b182-01e95419a9cc","task_key":"all--test--25b212e6-8f7a-5e62-b182-01e95419a9cc","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is NOT true of executive orders?","config":"all","split":"test","body":"{\"choices\":\"['Presidents avoid using executive orders for controversial actions.', 'Executive orders have the same effect as laws passed by Congress.', 'Presidents have made increased use of executive orders since the 1970s.', 'Executive orders bypass congressional approval.']\",\"question\":\"Which of the following is NOT true of executive orders?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}