{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0352632a-4bf2-58bf-9699-f940e029425d","task_key":"all--test--0352632a-4bf2-58bf-9699-f940e029425d","task_revision_id":"1","upstream_id":"","short_description":"One of the most frequent findings of studies on human beings with “split brains”…","config":"all","split":"test","body":"{\"choices\":\"['The right hemisphere is predominantly concerned with verbal information', 'certain kinds of visuospatial tasks are performed beer by the right hemisphere than by the left', 'the right hemisphere provides backup for the left in some tasks but excels the left in none', 'aside from the long-known localization of speech functions, the two hemispheres appear to be essentially equivalent as information processors']\",\"question\":\"One of the most frequent findings of studies on human beings with “split brains” is that\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}