{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b70eaa42-0537-55f8-a176-358a1541f251","task_key":"all--test--b70eaa42-0537-55f8-a176-358a1541f251","task_revision_id":"1","upstream_id":"","short_description":"As part of her campaign for school president, Edy personally gives out cookies…","config":"all","split":"test","body":"{\"choices\":\"['foot-in-the-door', 'mere-exposure effect', 'central route of persuasion', 'pluralistic ignorance']\",\"question\":\"As part of her campaign for school president, Edy personally gives out cookies that say \\\"Vote for Edy\\\" on them. Which of the following is one reason that this approach might improve Edy's chances in the election?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}