{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0f03fcb0-98b9-56d6-8f1d-1307908a7017","task_key":"all--test--0f03fcb0-98b9-56d6-8f1d-1307908a7017","task_revision_id":"1","upstream_id":"","short_description":"How did Eratosthenes estimate the size of Earth in 240 B.C.?","config":"all","split":"test","body":"{\"choices\":\"['By observing the duration of a solar eclipse.', \\\"By measuring the size of Earth's shadow on the Moon in a lunar eclipse.\\\", 'By comparing the maximum altitude of the Sun in two cities at different latitudes at the same time on the same day.', 'By sending fleets of ships around Earth.']\",\"question\":\"How did Eratosthenes estimate the size of Earth in 240 B.C.?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}