{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a8cc3ca5-dd3e-5076-9b9e-7f0116fd59aa","task_key":"all--test--a8cc3ca5-dd3e-5076-9b9e-7f0116fd59aa","task_revision_id":"1","upstream_id":"","short_description":"Scott (1991) introduced the term 'power elite' to describe:","config":"all","split":"test","body":"{\"choices\":\"['the ruling class, or bourgeoisie, who exploit the proletariat', 'a capitalist class dependent on property ownership and advantaged life chances', 'an alignment of classes with shared interests but no state power', 'a state elite whose members are drawn overwhelmingly from a power bloc']\",\"question\":\"Scott (1991) introduced the term 'power elite' to describe:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}