{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7d4cc48f-3de6-5aac-a374-c06e54e30496","task_key":"all--test--7d4cc48f-3de6-5aac-a374-c06e54e30496","task_revision_id":"1","upstream_id":"","short_description":"The trend of decarceration involves:","config":"all","split":"test","body":"{\"choices\":\"['community alternatives to imprisonment and institutional care', 'the increased use of imprisonment as the main form of punishment', 'transferring the management of prisons to private companies', 'decentralized organization due to the mobility of capital']\",\"question\":\"The trend of decarceration involves:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}