{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3226c92a-3044-5216-8482-87ac69b6311e","task_key":"all--test--3226c92a-3044-5216-8482-87ac69b6311e","task_revision_id":"1","upstream_id":"","short_description":"\"To \"\"inoculate\"\" someone against a persuasive message. you would:\"","config":"all","split":"test","body":"{\"choices\":\"['warn the person that she is about to hear a message designed to change her beliefs.', 'provide the person with information that supports her current beliefs.', 'provide the person with strong arguments against her beliefs.', 'provide the person with arguments against her beliefs and weak refutations of those arguments.']\",\"question\":\"\\\"To \\\"\\\"inoculate\\\"\\\" someone against a persuasive message. you would:\\\"\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}