{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"828b9fb8-eca8-5fb4-bca3-18e0282bbe9e","task_key":"all--test--828b9fb8-eca8-5fb4-bca3-18e0282bbe9e","task_revision_id":"1","upstream_id":"","short_description":"Imagine that the Earth was instantly moved to an orbit three times further away…","config":"all","split":"test","body":"{\"choices\":\"['exactly 3 times longer', 'about 5.2 times longer', 'Not enough information. It will depend on the inclination of the new orbit', \\\"The length of the year wouldn't change because the Earth's mass stays the same.\\\"]\",\"question\":\"Imagine that the Earth was instantly moved to an orbit three times further away from the Sun. How much longer would a year be?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}