{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5bc04ae5-9704-568c-93f3-5a233299baa1","task_key":"all--test--5bc04ae5-9704-568c-93f3-5a233299baa1","task_revision_id":"1","upstream_id":"","short_description":"Which of the following factors should an external auditor obtain updated…","config":"all","split":"test","body":"{\"choices\":\"['The reporting status of the internal auditor within the organization.', 'The educational level and professional experiences of the internal auditor.', 'Whether policies prohibit the internal auditor from auditing areas where relatives are employed.', 'Whether the board of directors, audit committee, or owner-manager oversees employment decisions related to the internal auditor.']\",\"question\":\"Which of the following factors should an external auditor obtain updated information about when assessing an internal auditor’s competence?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}