{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"49b380d2-6710-5d2e-b4e5-a3cd713bdaba","task_key":"all--test--49b380d2-6710-5d2e-b4e5-a3cd713bdaba","task_revision_id":"1","upstream_id":"","short_description":"An auditor may provide an issuer client any of the following nonaudit services…","config":"all","split":"test","body":"{\"choices\":\"['Nonaudit services with revenues in aggregate of less than 5% of the total revenues paid by the issuer to the auditor during the fiscal year in which the nonaudit services are provided.', 'Nonaudit services that were promptly brought to the attention of, and approved by, the audit committee prior to the completion of the audit.', 'Nonaudit services to perform financial information systems design and implementation.', 'Services that the issuer did not recognize as nonaudit services at the time of the engagement.']\",\"question\":\"An auditor may provide an issuer client any of the following nonaudit services without impairing independence and without obtaining the preapproval of the audit committee, except\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}