{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"854399e0-fa67-508b-a584-d60405f8386b","task_key":"all--test--854399e0-fa67-508b-a584-d60405f8386b","task_revision_id":"1","upstream_id":"","short_description":"In the past decade many states have moved forward the date of their presidential…","config":"all","split":"test","body":"{\"choices\":\"['minimize the cost of running the election', 'convince the national government to move forward the date of the general election', 'restrict the number of entrants in the presidential race', 'increase the significance of their election results']\",\"question\":\"In the past decade many states have moved forward the date of their presidential primary elections in an effort to\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}