{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3d298ab3-25cb-5448-a730-3ac25b5318bc","task_key":"all--test--3d298ab3-25cb-5448-a730-3ac25b5318bc","task_revision_id":"1","upstream_id":"","short_description":"Compared with political parties in countries such as England and Israel, both of…","config":"all","split":"test","body":"{\"choices\":\"['less interested in influencing the outcome of elections', 'less clearly identified with consistent political ideologies', 'less effective at raising money from political supporters', 'better able to reflect the goals of their entire constituencies']\",\"question\":\"Compared with political parties in countries such as England and Israel, both of which have multiparty systems, American political parties are\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}