{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"47aa9d55-259d-5b51-820c-11e72f9e9a62","task_key":"all--test--47aa9d55-259d-5b51-820c-11e72f9e9a62","task_revision_id":"1","upstream_id":"","short_description":"Janice often has feelings of hostility and contempt for her husband of forty…","config":"all","split":"test","body":"{\"choices\":\"['Rational philosophy', 'Reaction formation', 'Repression', 'Sublimation']\",\"question\":\"Janice often has feelings of hostility and contempt for her husband of forty years. However, instead of expressing these feelings, Janice goes overboard to dote on her husband. Janice is using which of the following defense mechanisms?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}