{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"af3cd79d-b875-54e3-b785-b875951fe7f5","task_key":"all--test--af3cd79d-b875-54e3-b785-b875951fe7f5","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is an example of anterograde amnesia?","config":"all","split":"test","body":"{\"choices\":\"['As the result of a head injury he received in a car accident, a man cannot remember where he was going before the accident occurred.', 'A woman cannot remember how she got to the hospital or other events that occurred during the 24 hours after she was sexually assaulted.', 'A high school junior who learned Spanish her freshman year is having trouble learning French because she keeps substituting Spanish words for French ones.', 'A college student can remember information related to an important event but cannot remember how he acquired that information.']\",\"question\":\"Which of the following is an example of anterograde amnesia?\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}