{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2f022181-4930-52b2-8c60-dd7faf2bb32e","task_key":"all--test--2f022181-4930-52b2-8c60-dd7faf2bb32e","task_revision_id":"1","upstream_id":"","short_description":"The belts and zones of Jupiter are","config":"all","split":"test","body":"{\"choices\":\"['names for the layers of gaseous and metallic hydrogen deep within the planet.', 'alternating bands of rising and falling air at different latitudes.', \\\"alternating regions of charged particles in Jupiter's magnetic field.\\\", \\\"regions of the plasma torus created by ions from Io's volcanoes\\\"]\",\"question\":\"The belts and zones of Jupiter are\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}