{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6a3e72cc-783b-5c07-a5be-7fad359e9ed5","task_key":"all--test--6a3e72cc-783b-5c07-a5be-7fad359e9ed5","task_revision_id":"1","upstream_id":"","short_description":"Given the structure of the electoral college system, presidential candidates…","config":"all","split":"test","body":"{\"choices\":\"['avoid battleground states and focus their campaigns on \\\"safe\\\" states', 'campaign more heavily in states with large populations', 'spend more television advertising money in the Plains States', 'campaign extensively in states that heavily favor one party over the other']\",\"question\":\"Given the structure of the electoral college system, presidential candidates tend to\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}