{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e552ec2d-e269-5ba5-9c11-a857990b287e","task_key":"all--test--e552ec2d-e269-5ba5-9c11-a857990b287e","task_revision_id":"1","upstream_id":"","short_description":"The embourgeoisement thesis suggests that:","config":"all","split":"test","body":"{\"choices\":\"['capitalists are being replaced by salaried managers with bureaucratic authority', 'the affluent working class is adopting middle class values and ways of life', \\\"white collar occupations are being 'deskilled' by the introduction of new technologies into the workplace\\\", 'the class structure has fragmented and there are no longer any distinct social classes']\",\"question\":\"The embourgeoisement thesis suggests that:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}