{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"78daf94f-e657-590a-9eb7-841182563c7c","task_key":"all--test--78daf94f-e657-590a-9eb7-841182563c7c","task_revision_id":"1","upstream_id":"","short_description":"A community bank consists of four branch offices with approximately 60 employees…","config":"all","split":"test","body":"{\"choices\":\"['Employee reimbursement for costs and fees associated with professional help for weight loss and smoking cessation', 'Development of, and participation in, local community group sessions focusing on weight loss and smoking cessation', 'A competition among the four branches focusing on stepwise reductions in weight and smoking', 'Distribution of health information and self-help materials related to weight loss and smoking cessation']\",\"question\":\"A community bank consists of four branch offices with approximately 60 employees each. The general management would like to institute 2 health risk-reduction program by encouraging weight loss and smoking cessation among the employees. Which of the following programs would be most effective\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}