{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"39a531dc-4499-5650-a98b-c61ee63fbbde","task_key":"all--test--39a531dc-4499-5650-a98b-c61ee63fbbde","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements is LEAST true of voters in federal, state, and…","config":"all","split":"test","body":"{\"choices\":\"['Voter turnout is lower in midterm elections than it is in presidential elections.', 'Voters lacking party affiliation tend to vote less regularly than those with strong party affiliation.', 'Young adults are less likely to vote than senior citizens.', 'Individuals are more likely to vote when they believe they know which candidate will win an election.']\",\"question\":\"Which of the following statements is LEAST true of voters in federal, state, and local elections?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}