{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a54728a7-f56d-590f-8cf6-aab5b6ad9493","task_key":"all--test--a54728a7-f56d-590f-8cf6-aab5b6ad9493","task_revision_id":"1","upstream_id":"","short_description":"Which of the following procedures would an auditor generally perform regarding…","config":"all","split":"test","body":"{\"choices\":\"['Inspect inventory items that were ordered before the year end but arrived after the year end.', 'Test internal control activities that were previously reported to management as inadequate.', \\\"Review the client's cutoff bank statements for several months after the year end.\\\", 'Compare the latest available interim financial statements with the statements being audited.']\",\"question\":\"Which of the following procedures would an auditor generally perform regarding subsequent events?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}