{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fad3109b-07bc-5a85-b111-18233b41a13c","task_key":"all--test--fad3109b-07bc-5a85-b111-18233b41a13c","task_revision_id":"1","upstream_id":"","short_description":"In addition to the conditions required for any solar eclipse what must also be…","config":"all","split":"test","body":"{\"choices\":\"[\\\"The Earth must lie completely within the Moon's penumbra.\\\", \\\"The Moon's penumbra must touch the area where you are located.\\\", 'The Earth must be near aphelion in its orbit of the Sun.', \\\"The Moon's umbra must touch the area where you are located.\\\"]\",\"question\":\"In addition to the conditions required for any solar eclipse what must also be true in order for you to observe a total solar eclipse?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}