{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"966ee487-0ea2-588a-b83e-90c0edaa9aad","task_key":"all--test--966ee487-0ea2-588a-b83e-90c0edaa9aad","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements is true regarding delegates to presidential…","config":"all","split":"test","body":"{\"choices\":\"['Delegates are generally more likely to register as third party voters at some point.', 'The majority of the general population is more educated than the delegates.', 'Delegates typically have little interest in politics.', 'Typically, the general population is less ideological than the delegates.']\",\"question\":\"Which of the following statements is true regarding delegates to presidential nomination conventions?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}