{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fa52ae7e-9cfb-572e-aace-6ada7a01f5d2","task_key":"all--test--fa52ae7e-9cfb-572e-aace-6ada7a01f5d2","task_revision_id":"1","upstream_id":"","short_description":"You have been treating a teenage male you suspect may have some neurologic…","config":"all","split":"test","body":"{\"choices\":\"['Tell the neurologist the parents need to request the records', 'Send the records as requested', 'Inform the neurologist that you would need a release of information signed by your client’s parents', 'Ask your client whether he wishes to have the records released to the neurologist']\",\"question\":\"You have been treating a teenage male you suspect may have some neurologic difficulties. You inform his parents about your concerns and suggest they send him to a neurologist for an evaluation. Sometime later, the neurologist contacts you and requests your progress notes. You should ___________.\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}