{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"95c6817e-034a-53d6-bea9-959249618b6c","task_key":"all--test--95c6817e-034a-53d6-bea9-959249618b6c","task_revision_id":"1","upstream_id":"","short_description":"A psychologist is asked to see a 10-year-old child for counseling in a school…","config":"all","split":"test","body":"{\"choices\":\"['The child provides verbal assent to participate in therapy', 'Both the parent(s) and the child provide written consent to therapy for the child', 'The parent(s) provide(s) written consent and the child assents verbally to participate in therapy', 'The parent(s) provide(s) written and verbal consent to therapy for the child']\",\"question\":\"A psychologist is asked to see a 10-year-old child for counseling in a school setting. Which of the following statements describes the best way for the psychologist to meet the prescribed ethical responsibility\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}