{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"239e6ce5-6b17-5637-9c81-6485e25cd18e","task_key":"all--test--239e6ce5-6b17-5637-9c81-6485e25cd18e","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is an example of a double-bind message","config":"all","split":"test","body":"{\"choices\":\"['A father tells his son, “I sure hope you can come to the movies with us tonight,” when his tone and posture thar he does not hope so', 'A mother tells her daughter, “Good move,” when the daughter drops and breaks a dinner plate', \\\"A teacher tells a student, “You can do that if you want to, but you'll get into trouble.”\\\", 'A teacher tells a student, “You can do that if you want to, but I would appreciate it if you would not']\",\"question\":\"Which of the following is an example of a double-bind message\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}