{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"101238b7-7dcb-57ab-82cf-d10dcbb54483","task_key":"all--test--101238b7-7dcb-57ab-82cf-d10dcbb54483","task_revision_id":"1","upstream_id":"","short_description":"Presbyopia refers to","config":"all","split":"test","body":"{\"choices\":\"['The point of clearest vision moving closer to the eye', 'The decline in vision with advanced age', 'The loss of hearing for higher pitch as one grows older', 'The point of clearest vision moving farther from the eye']\",\"question\":\"Presbyopia refers to\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}