{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e8b49965-78bf-5024-b071-dd878a4fb04e","task_key":"all--test--e8b49965-78bf-5024-b071-dd878a4fb04e","task_revision_id":"1","upstream_id":"","short_description":"A patient wishes to use data from your recent neuropsychological evaluation in a…","config":"all","split":"test","body":"{\"choices\":\"['Provide the data and test forms to the patient', 'Provide the data and test forms to the patient’s attorney', 'Provide the data to an appropriately qualified psychologist as indicated on the release form', 'Provide all data and test forms, if contacted directly by the attorney']\",\"question\":\"A patient wishes to use data from your recent neuropsychological evaluation in a civil hearing in which he is suing the supermarket where he slipped and fell. Which answer should be the first step in fulfilling this request after a release has been duly executed?\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}