{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3c74d13e-b8ef-56bc-8a77-da91c2f4221a","task_key":"all--test--3c74d13e-b8ef-56bc-8a77-da91c2f4221a","task_revision_id":"1","upstream_id":"","short_description":"Most rocks on the Moon's surface are older than those on the Earth's surface.…","config":"all","split":"test","body":"{\"choices\":\"['Lunar rocks are composed of fragments pulverized by many impacts.', 'Radioactive dating of lunar samples shows that they are older.', \\\"The Moon's surface is more heavily eroded than the Earth's surface.\\\", \\\"The Moon's surface has more impact craters than the Earth's surface.\\\"]\",\"question\":\"Most rocks on the Moon's surface are older than those on the Earth's surface. The best evidence for this is:\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}