{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"67853188-38de-515a-a334-21b428998174","task_key":"all--test--67853188-38de-515a-a334-21b428998174","task_revision_id":"1","upstream_id":"","short_description":"Weber defined a 'class situation' as:","config":"all","split":"test","body":"{\"choices\":\"['the exploitation of the working class by their capitalist employers', \\\"a social group's consciousness of their status and life chances\\\", \\\"a person's position in the capital, product and labour markets, based on their economic resources\\\", 'the lifestyle of a social class, as defined by patterns of consumption']\",\"question\":\"Weber defined a 'class situation' as:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}