{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6137bcc7-d0d3-584b-bbf1-ae57c50542f5","task_key":"all--test--6137bcc7-d0d3-584b-bbf1-ae57c50542f5","task_revision_id":"1","upstream_id":"","short_description":"What is the primary reason that you, as a public relations manager, should…","config":"all","split":"test","body":"{\"choices\":\"['to help the department stay focused on its strategic plan', 'to ensure that projects that are important to the CEO always have first priority', \\\"to ensure that the department's events and public relations activities are not neglected\\\", 'to make it easier for other departments to understand the responsibilities of the public relations department']\",\"question\":\"What is the primary reason that you, as a public relations manager, should insist on prioritizing and scheduling activities?\",\"subject\":\"public_relations\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}