{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dbd4bb8e-ce18-5542-be68-404b002fcefa","task_key":"all--test--dbd4bb8e-ce18-5542-be68-404b002fcefa","task_revision_id":"1","upstream_id":"","short_description":"The electrolysis of molten magnesium bromide is expected to produce","config":"all","split":"test","body":"{\"choices\":\"['magnesium at the anode and bromine at the cathode', 'magnesium at the cathode and bromine at the anode', 'magnesium at the cathode and oxygen at the anode', 'bromine at the anode and hydrogen at the cathode']\",\"question\":\"The electrolysis of molten magnesium bromide is expected to produce\",\"subject\":\"high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}