{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"097c59c7-d9f1-521b-b45b-42ccdcddbc3f","task_key":"all--test--097c59c7-d9f1-521b-b45b-42ccdcddbc3f","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is not one of nor follows directly from Kepler's laws?","config":"all","split":"test","body":"{\"choices\":\"['As a planet moves around its orbit it sweeps out equal areas in equal times.', 'The orbit of each planet about the Sun is an ellipse with the Sun at one focus.', 'The force of attraction between any two objects decreases with the square of the distance between their centers.', 'A planet travels faster when it is nearer to the Sun and slower when it is farther from the Sun.']\",\"question\":\"Which of the following is not one of nor follows directly from Kepler's laws?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}