{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3479aed5-7244-5c13-b6f9-59195e0fa271","task_key":"all--test--3479aed5-7244-5c13-b6f9-59195e0fa271","task_revision_id":"1","upstream_id":"","short_description":"A correct statement regarding the many different types of treatment available…","config":"all","split":"test","body":"{\"choices\":\"['community-based (halfway-house) treatments have greater efficacy than hospital-based (inpatient) treatments', 'no type of treatment has been shown to be effective', 'there is no established evidence to support the greater efficacy of any one technique overall others', 'all successful treatments depend in part upon techniques developed by Alcoholics Anonymous (AA)']\",\"question\":\"A correct statement regarding the many different types of treatment available for alcohol abuse is that\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}