{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1a273f61-92ed-5f50-8c74-20a1f6375ca8","task_key":"all--test--1a273f61-92ed-5f50-8c74-20a1f6375ca8","task_revision_id":"1","upstream_id":"","short_description":"A clinical psychologist who is working with an aggressive child seeks to…","config":"all","split":"test","body":"{\"choices\":\"['Cognitive social approach', 'Behavioral approach', 'Psychoanalytic approach', 'Systems approach']\",\"question\":\"A clinical psychologist who is working with an aggressive child seeks to understand the child's behavior in light of the dynamics of the entire family. Which of the following best identifies the approach the psychologist has chosen?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}