{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c7bdca37-5ff1-5086-8640-6f57b75b4917","task_key":"all--test--c7bdca37-5ff1-5086-8640-6f57b75b4917","task_revision_id":"1","upstream_id":"","short_description":"Mosca and Pareto identified the ruling elite as:","config":"all","split":"test","body":"{\"choices\":\"['a minority group who fill all the top positions of political authority', 'a coalition of social forces with specific skills and abilities', 'a group who circulate between high status positions and exclude others', 'all of the above']\",\"question\":\"Mosca and Pareto identified the ruling elite as:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}