{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a85350f2-32b9-5e3c-ac6e-b58ad99540ed","task_key":"all--test--a85350f2-32b9-5e3c-ac6e-b58ad99540ed","task_revision_id":"1","upstream_id":"","short_description":"If an auditor includes an emphasis-of-matter paragraph to draw users' attention…","config":"all","split":"test","body":"{\"choices\":\"['Indicate in the audit report that the emphasis-of-matter paragraph is required by law or regulation.', \\\"Notify the appropriate regulatory authority if the auditor's opinion was modified on the basis of the matter.\\\", 'Modify the introductory paragraph to direct the reader to the emphasis-of-matter paragraph.', 'Include the paragraph immediately after the opinion paragraph in the audit report.']\",\"question\":\"If an auditor includes an emphasis-of-matter paragraph to draw users' attention to a matter relevant to the users' understanding of the financial statements of a nonissuer, then the auditor should\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}