{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4c153684-2a89-58ea-9146-19bcd6847a0b","task_key":"all--test--4c153684-2a89-58ea-9146-19bcd6847a0b","task_revision_id":"1","upstream_id":"","short_description":"The observed times (in minutes) it takes a runner to complete a marathon are…","config":"all","split":"test","body":"{\"choices\":\"['This week his time was two minutes lower than his time last week.', 'This week his time was two minutes lower than his best time ever.', 'This week his time was two minutes lower than his average time.', 'This week his time was two standard deviations lower than his average time.']\",\"question\":\"The observed times (in minutes) it takes a runner to complete a marathon are normally distributed. The z-score for his running time this week is –2. Which one of the following statements is a correct interpretation of his z-score?\",\"subject\":\"high_school_statistics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}