{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b6e347d9-0415-5211-80d2-68f01aca11db","task_key":"all--test--b6e347d9-0415-5211-80d2-68f01aca11db","task_revision_id":"1","upstream_id":"","short_description":"A CPA has been requested by a former audit client to reissue the auditor's…","config":"all","split":"test","body":"{\"choices\":\"[\\\"Obtain a letter of representation from the former client's management.\\\", \\\"Make inquiries of the former client's attorney regarding pending litigation.\\\", \\\"Review the former client's records to verify its compliance with debt and loan agreements.\\\", \\\"Consider whether there is substantial doubt about the former client's ability to continue as a going concern.\\\"]\",\"question\":\"A CPA has been requested by a former audit client to reissue the auditor's report for the prior period. Before reissuing the report, the CPA should\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}