{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"01d0b159-e29b-59b7-bac0-9c2f2d869fed","task_key":"all--test--01d0b159-e29b-59b7-bac0-9c2f2d869fed","task_revision_id":"1","upstream_id":"","short_description":"The construction of a transportation network that included roads, canals, and…","config":"all","split":"test","body":"{\"choices\":\"['It decreased the need for immigrant labor.', 'It stimulated the development of a market revolution.', 'It weakened the plantation system in the southern states.', 'It transformed the United States into an international military power.']\",\"question\":\"The construction of a transportation network that included roads, canals, and steamboats that took shape in the United States in the early decades of the nineteenth century had which of the following effects in the years before the Civil War?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}