{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f299da2b-5831-56f0-be1b-24ab749907f0","task_key":"all--test--f299da2b-5831-56f0-be1b-24ab749907f0","task_revision_id":"1","upstream_id":"","short_description":"The term “privilege” is best described as:","config":"all","split":"test","body":"{\"choices\":\"['a general term referring to the right to privacy.', 'an ethical term referring to an obligation not to reveal confidential information.', 'the legal equivalent of the ethical concept of confidentiality.', 'a legal term referring to the protection of confidential information in legal proceedings.']\",\"question\":\"The term “privilege” is best described as:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}