{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"05a94f29-d727-59f2-88e2-8c9e8e7473fb","task_key":"all--test--05a94f29-d727-59f2-88e2-8c9e8e7473fb","task_revision_id":"1","upstream_id":"","short_description":"In a study in which depressed individuals presenting for outpatient mental…","config":"all","split":"test","body":"{\"choices\":\"['A mixed model analysis of variance (ANOVA) could be used to analyze the data', 'The design includes one between-subjects factor and one within-subjects factor', 'Each factor comprises two levels', 'All of the above']\",\"question\":\"In a study in which depressed individuals presenting for outpatient mental health treatment are randomly assigned to either cognitive behavioral or brief dynamic treatment and both groups are assessed at pretest and posttest:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}