{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6a1977ff-68f2-54bb-891f-90788080257c","task_key":"all--test--6a1977ff-68f2-54bb-891f-90788080257c","task_revision_id":"1","upstream_id":"","short_description":"Congress enacted a statute wherein the government would purchase and operate all…","config":"all","split":"test","body":"{\"choices\":\"['its power to tax and provide for the general welfare.', 'its power to raise and support an army and declare war.', 'its power to regulate commerce.', 'its power to make laws regarding territory and other property belonging to the United States.']\",\"question\":\"Congress enacted a statute wherein the government would purchase and operate all of the nation's airlines. In all likelihood, Congress's power to enact this legislation will derive from\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}