{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bbecee43-6b11-570e-98f9-964618c7c1a7","task_key":"all--test--bbecee43-6b11-570e-98f9-964618c7c1a7","task_revision_id":"1","upstream_id":"","short_description":"Which of the following most accurately describes the right of American citizens…","config":"all","split":"test","body":"{\"choices\":\"['The right to privacy is determined entirely by the states on a case-by-case basis.', 'The right to privacy is explicitly granted in the Preamble to the Constitution.', 'The Supreme Court has ruled that the right to privacy is implied by the Bill of Rights.', \\\"Common law requires the government to respect citizens' right to privacy.\\\"]\",\"question\":\"Which of the following most accurately describes the right of American citizens to privacy?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}