{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d4bdb41f-e09c-570a-84dc-c72f1893e0a8","task_key":"all--test--d4bdb41f-e09c-570a-84dc-c72f1893e0a8","task_revision_id":"1","upstream_id":"","short_description":"Which of the following factors most likely would cause a CPA not to accept a new…","config":"all","split":"test","body":"{\"choices\":\"['Management reputation for failing to provide schedules to prior auditors on a timely basis.', \\\"The CPA's inability to review the predecessor auditor's working papers.\\\", \\\"Management's unwillingness to make all financial records available to the CPA.\\\", \\\"The CPA's lack of understanding of the entity's operations and industry.\\\"]\",\"question\":\"Which of the following factors most likely would cause a CPA not to accept a new audit engagement?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}