{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d2534cd5-2b37-5f57-a383-038b90f3224a","task_key":"all--test--d2534cd5-2b37-5f57-a383-038b90f3224a","task_revision_id":"1","upstream_id":"","short_description":"Marxist feminists explain patriarchy in terms of:","config":"all","split":"test","body":"{\"choices\":\"['a lack of equal rights and opportunities for men and women', 'sex classes, through which men oppress women economically, politically and sexually', \\\"women's domestic labour being exploited by the capitalist economy\\\", 'the dual systems of capitalism and male domination']\",\"question\":\"Marxist feminists explain patriarchy in terms of:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}