{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"69d26672-44be-5fc8-b1c4-6878dc8ea504","task_key":"all--test--69d26672-44be-5fc8-b1c4-6878dc8ea504","task_revision_id":"1","upstream_id":"","short_description":"A student is standing in front of the class delivering a presentation. Some…","config":"all","split":"test","body":"{\"choices\":\"['Engage your audience by making eye contact with people in the back of the room', 'Entertain your audience with exaggerated body language', 'Emphasize your main points by reading them directly from a paper', 'Project your voice by relaxing the rib cage and maintaining good posture']\",\"question\":\"A student is standing in front of the class delivering a presentation. Some students in the back of the room note that they are having trouble hearing what the presenter is saying. Which of the following suggestions to the presenter would best address this problem?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}