{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b2c8965a-9876-56d1-8760-aca383fdd454","task_key":"all--test--b2c8965a-9876-56d1-8760-aca383fdd454","task_revision_id":"1","upstream_id":"","short_description":"How do astronomers think Jupiter generates its internal heat?","config":"all","split":"test","body":"{\"choices\":\"['through exothermic chemical reactions converting chemical potential energy into thermal energy', 'nuclear fusion', 'by contracting changing gravitational potential energy into thermal energy', 'internal friction due to its rapid rotation rate and differential rotation']\",\"question\":\"How do astronomers think Jupiter generates its internal heat?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}