{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9e8b9088-cef8-5587-a58e-55831b9983ea","task_key":"all--test--9e8b9088-cef8-5587-a58e-55831b9983ea","task_revision_id":"1","upstream_id":"","short_description":"In the context of the labour movement in the nineteenth century, 'incorporation'…","config":"all","split":"test","body":"{\"choices\":\"['including union representatives in processes of policy decision making', 'creating links between the state and corporate organizations', 'recruiting women into full time paid employment', 'including working class organizations in political bargaining and representation']\",\"question\":\"In the context of the labour movement in the nineteenth century, 'incorporation' meant:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}