{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d01cc821-068a-5cc9-8e40-df96dfbadb66","task_key":"all--test--d01cc821-068a-5cc9-8e40-df96dfbadb66","task_revision_id":"1","upstream_id":"","short_description":"What is the Cassini division of Saturn's rings?","config":"all","split":"test","body":"{\"choices\":\"['a dark ring visible from Earth composed of dark dusty particles', 'the most opaque ring of Saturn made of highly reflective ice particles', 'the widest ring of Saturn located between two large ring gaps', 'a large gap visible from Earth produced by an orbital resonance with the moon Mimas']\",\"question\":\"What is the Cassini division of Saturn's rings?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}