{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e48b5a7c-e1c7-54f4-ad75-32e95b6c4453","task_key":"all--test--e48b5a7c-e1c7-54f4-ad75-32e95b6c4453","task_revision_id":"1","upstream_id":"","short_description":"What is pertinent in the effort to promote and enhance health?","config":"all","split":"test","body":"{\"choices\":\"['Encouraging healthy behavior and educating the public on problems in society', 'Job satisfaction, building resilience, building self-esteem and social skills, addressing risk factors, and encouraging healthy behavior', 'Implementing advocacy groups for health, only targeting problem groups, and encouraging healthy eating', 'Advocating and educating the public on obesity']\",\"question\":\"What is pertinent in the effort to promote and enhance health?\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}