{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7e5de573-f34b-57c2-b888-ee8ae1e6e0b2","task_key":"all--test--7e5de573-f34b-57c2-b888-ee8ae1e6e0b2","task_revision_id":"1","upstream_id":"","short_description":"Federal election laws require that, in","config":"all","split":"test","body":"{\"choices\":\"['an area that has a substantial community of non-English speakers, voters be provided with ballots in their native language', 'an electoral district that has historically low voter turnout, polling places be open for longer than the typical work day', 'a state with a budget deficit, a tax be collected from each voter to pay for the cost of the election', 'a region with racial diversity, congressional district lines be drawn to guarantee that at least one elected congressperson be of a racial minority']\",\"question\":\"Federal election laws require that, in\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}