{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"110780e6-ec8a-598f-a9fb-dd2e98074ff4","task_key":"all--test--110780e6-ec8a-598f-a9fb-dd2e98074ff4","task_revision_id":"1","upstream_id":"","short_description":"Which statement about an atom is not true:","config":"all","split":"test","body":"{\"choices\":\"['The nucleus contains most of the atom’s mass but almost none of its volume.', 'A neutral atom always has equal numbers of electrons and protons.', 'A neutral atom always has equal numbers of neutrons and protons.', 'The electrons can only orbit at particular energy levels.']\",\"question\":\"Which statement about an atom is not true:\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}