{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5ed198e4-cf80-54f9-8892-29ff99ecb3d4","task_key":"all--test--5ed198e4-cf80-54f9-8892-29ff99ecb3d4","task_revision_id":"1","upstream_id":"","short_description":"According to W. E. B. Dubois, progress for African Americans in the aftermath of…","config":"all","split":"test","body":"{\"choices\":\"['depended on the small group of African Americans receiving the same thorough and extensive education as the most talented White Americans were able to access', 'involved their use of skills they already had from farming, domestic work, and labors of rural life rather than being forced to learn new skills in the late 1800s', 'required that they be trained and prepared as craftspeople and service employees so they could become immediately self-sufficient', 'required them to move to large cities where they would be accepted as equals in government, religion, and education']\",\"question\":\"According to W. E. B. Dubois, progress for African Americans in the aftermath of slavery\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}