{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7abb0f4e-7dc5-52b5-85e5-1104d4b7788d","task_key":"all--test--7abb0f4e-7dc5-52b5-85e5-1104d4b7788d","task_revision_id":"1","upstream_id":"","short_description":"A sixth-grade teacher is concerned because Kerry, a student in class, has been…","config":"all","split":"test","body":"{\"choices\":\"['Preventing Kerry from participating in play or recess activities as a consequence of hostile behavior', 'Having Kerry memorize rules of behavior and write examples of how they would apply in the classroom', 'Withholding attention or approval from Kerry in response to hostile behavior', 'Implementing social skills training to teach Kerry appropriate replacement behaviors for hostile behaviors']\",\"question\":\"A sixth-grade teacher is concerned because Kerry, a student in class, has been hostile to classmates. Which of the following teacher strategies is most likely to encourage Kerry to be more cooperative with classmates?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}