{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0cec2192-4f99-527b-bb9a-d87f00f877d2","task_key":"all--test--0cec2192-4f99-527b-bb9a-d87f00f877d2","task_revision_id":"1","upstream_id":"","short_description":"Why do we see essentially the same face of the Moon at all times?","config":"all","split":"test","body":"{\"choices\":\"['because the Moon has a nearly circular orbit around the Earth', 'because the Moon does not rotate', \\\"because the other face points toward us only at new moon when we can't see the Moon\\\", \\\"because the Moon's rotational and orbital periods are equal\\\"]\",\"question\":\"Why do we see essentially the same face of the Moon at all times?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}