{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c3b61098-5e3d-5fe8-af7e-8727f2092829","task_key":"all--test--c3b61098-5e3d-5fe8-af7e-8727f2092829","task_revision_id":"1","upstream_id":"","short_description":"Social influence occurs when an individual’s attitude, thoughts, feelings, or…","config":"all","split":"test","body":"{\"choices\":\"['Conformity', 'Obedience', 'Compliance', 'Power']\",\"question\":\"Social influence occurs when an individual’s attitude, thoughts, feelings, or behaviors are affected by the persuasive effect of others. There are many responses. Which type of social influence represents the Milgram effect?\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}