{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7140bb36-7651-5483-93c1-25a7044a85f2","task_key":"all--test--7140bb36-7651-5483-93c1-25a7044a85f2","task_revision_id":"1","upstream_id":"","short_description":"Smith & Tomlinson argued that:","config":"all","split":"test","body":"{\"choices\":\"['differences in ethnic background were more significant than class or gender in predicting educational achievement', 'racism in schools undermined the move towards equality of opportunity for children from ethnic minorites', 'school character far outweighed ethnic background in determining educational success', 'gender differences in educational achievement could be attributed to inequalities of class']\",\"question\":\"Smith & Tomlinson argued that:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}