{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b80e6c43-1107-5172-9d7a-f1583afaa960","task_key":"all--test--b80e6c43-1107-5172-9d7a-f1583afaa960","task_revision_id":"1","upstream_id":"","short_description":"Which of the following best articulates the doctrine of original intent?","config":"all","split":"test","body":"{\"choices\":\"['When a law is unclear, the Supreme Court may consider the intent of a law or the letter of the law, but not both.', 'Copyright laws exist to protect the rights of those who create original works.', 'Appellate judges should respect the original decisions of trial judges.', 'The Constitution should be interpreted in light of the intent of those who wrote it.']\",\"question\":\"Which of the following best articulates the doctrine of original intent?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}