{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"115311f4-e9ea-508f-83f8-fc525dbf5766","task_key":"all--test--115311f4-e9ea-508f-83f8-fc525dbf5766","task_revision_id":"1","upstream_id":"","short_description":"How are planetary rings made?","config":"all","split":"test","body":"{\"choices\":\"['From the dismantling of small moons by impacts', 'From fragments of planets ejected by impacts', 'From dust grains that escape from passing comets', 'From accretion within the solar nebula at the same time the planets formed']\",\"question\":\"How are planetary rings made?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}