{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"135c0442-0916-52ac-8710-ce0f52b5cd4f","task_key":"all--test--135c0442-0916-52ac-8710-ce0f52b5cd4f","task_revision_id":"1","upstream_id":"","short_description":"All of the following can be considered true about the impact of a higher level…","config":"all","split":"test","body":"{\"choices\":\"['voters are more likely to support government-enforced affirmative action programs', 'voters are more likely to support environmental protection efforts', 'voters are more likely to support public prayer in schools', 'voters are less likely to support restrictions on abortion rights']\",\"question\":\"All of the following can be considered true about the impact of a higher level of education on voting habits EXCEPT\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}