{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"42bcd771-0b71-5391-bdf6-027594ba115d","task_key":"all--test--42bcd771-0b71-5391-bdf6-027594ba115d","task_revision_id":"1","upstream_id":"","short_description":"With respect to theories of senescence, it's probably safe to say that","config":"all","split":"test","body":"{\"choices\":\"['Programmed theories are the best we have at present', 'Many theories will have to be combined to explain senescence', 'The evidence for these theories is direct and quickly accumulating', 'All of these theories are merely speculation at this point']\",\"question\":\"With respect to theories of senescence, it's probably safe to say that\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}