{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"efefda57-5002-59f2-a117-d580165491c9","task_key":"all--test--efefda57-5002-59f2-a117-d580165491c9","task_revision_id":"1","upstream_id":"","short_description":"A person who received a Level 4 rating on the Rancho Los Amigos Scale of…","config":"all","split":"test","body":"{\"choices\":\"['is nonresponsive to visual or auditory stimuli and seems to be in a state of deep sleep.', 'is confused and incoherent, may exhibit bizarre behavior, and is unable to care for him/herself.', 'is alert and oriented and can remember and integrate remote and recent events but may have some impairment in judgment, planning, and abstract reasoning.', 'is functioning at an intellectual level that is superior for his/her age, education, and demographic background.']\",\"question\":\"A person who received a Level 4 rating on the Rancho Los Amigos Scale of Cognitive Functioning:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}