{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"77c29b8d-7e11-5254-b57a-61e8470ff5a5","task_key":"all--test--77c29b8d-7e11-5254-b57a-61e8470ff5a5","task_revision_id":"1","upstream_id":"","short_description":"The Macpherson Report highlighted the increasing problem of:","config":"all","split":"test","body":"{\"choices\":\"['hate crimes: violence against ethnic minorities simply because of their race', 'institutional racism: systematic forms of disadvantage built into the routines and practices of social institutions', 'overt racism in the police force that must be tackled by institutional reforms', 'growing numbers of asylum seekers in need of long term accommodation']\",\"question\":\"The Macpherson Report highlighted the increasing problem of:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}