{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c4fe2ae6-e5fa-5f78-a77f-25ee39943d94","task_key":"all--test--c4fe2ae6-e5fa-5f78-a77f-25ee39943d94","task_revision_id":"1","upstream_id":"","short_description":"Psychologist’s 35-year-old patient admits to sexually molesting a nine-year-old…","config":"all","split":"test","body":"{\"choices\":\"['notify the authorities immediately and inform the patient that this is being done', 'warn the patient to cease the molestations immediately or risk loss of confidentiality and being reported to the authorities', \\\"inform the child's parents, who are responsible for the child’s well-being, before notifying the authorities\\\", 'handle the issue within the therapeutic situation and thereby maintain confidentiality']\",\"question\":\"Psychologist’s 35-year-old patient admits to sexually molesting a nine-year-old child in the neighborhood. This patient has prior history of such behavior. The psychologist should\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}