{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7f49c174-b058-5480-8b37-7460b80e0051","task_key":"all--test--7f49c174-b058-5480-8b37-7460b80e0051","task_revision_id":"1","upstream_id":"","short_description":"A 60-year-old fire chiefs referred to you because department policy requires a…","config":"all","split":"test","body":"{\"choices\":\"['Emotional fitness', 'General intelligence', 'Motivation', 'Functional abilities']\",\"question\":\"A 60-year-old fire chiefs referred to you because department policy requires a fitness evaluation when an employee reaches this age. You have been asked to assist in cis fitness evaluation. Which of the following would be the most important factor to consider in your evaluation\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}