{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7a0d6495-0f90-5401-9453-50c4269a86bd","task_key":"all--test--7a0d6495-0f90-5401-9453-50c4269a86bd","task_revision_id":"1","upstream_id":"","short_description":"Which of the following procedures would an auditor most likely perform to obtain…","config":"all","split":"test","body":"{\"choices\":\"['Verify inventory pledged under loan agreements by confirming the details with financial institutions.', 'Inquire about the current status of transactions that were recorded on the basis of preliminary data.', 'Compare the financial statements being reported on with those of the prior year.', 'Trace information from shipping documents to sales invoices and sales journal transactions.']\",\"question\":\"Which of the following procedures would an auditor most likely perform to obtain evidence about the occurrence of subsequent events?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}