{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3f33b8ce-8c00-507f-95c9-b8e184dc01a6","task_key":"all--test--3f33b8ce-8c00-507f-95c9-b8e184dc01a6","task_revision_id":"1","upstream_id":"","short_description":"If the objectives of psychological research conducted in a laboratory dictate…","config":"all","split":"test","body":"{\"choices\":\"[\\\"maybe waived provided written consent is obtained from a member of the participant's immediate family\\\", 'is not necessary, bur some explanation of the research situation to the participant is essential', 'is necessary, and an explanation of significant aspects that might affect willingness to participate must be provided', 'is considered essential only if there is possible risk of physical or psychological harm']\",\"question\":\"If the objectives of psychological research conducted in a laboratory dictate that certain information be withheld from the participant, consent by the participant\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}