{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4e7fc199-075b-5996-a4ed-b68f44f4af04","task_key":"all--test--4e7fc199-075b-5996-a4ed-b68f44f4af04","task_revision_id":"1","upstream_id":"","short_description":"The boundary lines of congressional districts must be redrawn every 10 years to","config":"all","split":"test","body":"{\"choices\":\"['reflect population shifts indicated by the national census', 'guarantee the turnover of the majority of congressional seats', \\\"make sure each state's congressional delegation exactly mirrors its residents' party affiliations\\\", \\\"determine which party's leader will be named Speaker of the House\\\"]\",\"question\":\"The boundary lines of congressional districts must be redrawn every 10 years to\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}