{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"186c4d49-bd07-5949-aae8-3f0277da8ca6","task_key":"all--test--186c4d49-bd07-5949-aae8-3f0277da8ca6","task_revision_id":"1","upstream_id":"","short_description":"All of the following have been cited as evidence for the Giant Impact Hypothesis…","config":"all","split":"test","body":"{\"choices\":\"['The relative size of the Moon to the size of Earth is large compared to most planets and their moon.', 'Most rocks on the Moon’s surface are older than those on the Earth’s surface.', 'The Moon has a much smaller iron core than the Earth even considering its size.', 'The Moon was once entirely molten.']\",\"question\":\"All of the following have been cited as evidence for the Giant Impact Hypothesis except:\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}