{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cc39978b-c78d-5ed9-ac27-204304a733e7","task_key":"all--test--cc39978b-c78d-5ed9-ac27-204304a733e7","task_revision_id":"1","upstream_id":"","short_description":"All of the following contribute to lower voting rates among Americans in the…","config":"all","split":"test","body":"{\"choices\":\"[\\\"college attendance in a state other than one's home state\\\", \\\"frequent relocation of one's primary residence\\\", 'the remoteness of most political issues to the daily lives of young people', 'the fact that the minimum voting age in some states is 21']\",\"question\":\"All of the following contribute to lower voting rates among Americans in the 18-to-25 age bracket EXCEPT\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}