{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c0c840f7-fb96-5b64-964c-5342c63e4cf2","task_key":"all--test--c0c840f7-fb96-5b64-964c-5342c63e4cf2","task_revision_id":"1","upstream_id":"","short_description":"As seen from Earth, the Moon goes through a series of phases due to changes in…","config":"all","split":"test","body":"{\"choices\":\"[\\\"The amount of the Moon's surface that is in Earth's shadow\\\", 'The amount of the illuminated side of the Moon that can be seen from Earth', 'The part of the Moon that faces Earth as the Moon rotates on its axis', 'The tilt of the Moon on its axis']\",\"question\":\"As seen from Earth, the Moon goes through a series of phases due to changes in which of the following?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}