{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"89418068-658d-5109-952c-54a4dbe37cdd","task_key":"all--test--89418068-658d-5109-952c-54a4dbe37cdd","task_revision_id":"1","upstream_id":"","short_description":"One possible reason that time seems to pass more rapidly for older adults is…","config":"all","split":"test","body":"{\"choices\":\"['Their memories are poor so they forget to check the time', 'They have fewer novel experiences', 'They pay less attention to important events in life', \\\"Their lives are full of events which they don't recall at a later time\\\"]\",\"question\":\"One possible reason that time seems to pass more rapidly for older adults is that\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}