{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"572927b4-4469-53d5-ae39-49e825d388e5","task_key":"all--test--572927b4-4469-53d5-ae39-49e825d388e5","task_revision_id":"1","upstream_id":"","short_description":"Politicians and political reporters are natural adversaries; the adversarial…","config":"all","split":"test","body":"{\"choices\":\"['younger politicians who are more comfortable with the media are gradually displacing older politicians', 'government regulations on interaction between the two groups are very strict', 'each group is dependent on the other to perform its job effectively', 'very few media outlets will cover a story that is embarrassing to a political leader']\",\"question\":\"Politicians and political reporters are natural adversaries; the adversarial nature of their relationship, however, is tempered by the fact that\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}