{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9986dc2a-d980-5fc8-9be3-b955e3025cde","task_key":"all--test--9986dc2a-d980-5fc8-9be3-b955e3025cde","task_revision_id":"1","upstream_id":"","short_description":"Why is Saturn almost as big as Jupiter despite its smaller mass?","config":"all","split":"test","body":"{\"choices\":\"[\\\"Jupiter's greater mass compresses it more thus increasing its density.\\\", 'Saturn has a larger proportion of hydrogen and helium than Jupiter and is therefore less dense.', 'Saturn is further from the Sun thus cooler and therefore less compact.', \\\"Saturn's rings make the planet look bigger.\\\"]\",\"question\":\"Why is Saturn almost as big as Jupiter despite its smaller mass?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}