{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"66caea72-5a6e-58d0-9716-3904f4bb54a5","task_key":"all--test--66caea72-5a6e-58d0-9716-3904f4bb54a5","task_revision_id":"1","upstream_id":"","short_description":"How did Eratosthenes estimate the size of the Earth in 240 B.C.?","config":"all","split":"test","body":"{\"choices\":\"['By measuring the maximum altitude of the Sun in two cities at different latitudes at the same time on the same day.', \\\"By measuring the size of Earth's shadow on the Moon during a lunar eclipse.\\\", 'By finding a place on Earth where the Sun passes directly overhead.', 'By sending fleets of ships around the Earth.']\",\"question\":\"How did Eratosthenes estimate the size of the Earth in 240 B.C.?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}