{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"742586ed-aa10-5327-9ad7-a59e9bfe72b2","task_key":"all--test--742586ed-aa10-5327-9ad7-a59e9bfe72b2","task_revision_id":"1","upstream_id":"","short_description":"Mill CPA was engaged by a group of royalty recipients to apply agreed-upon…","config":"all","split":"test","body":"{\"choices\":\"[\\\"Disclaimer of opinion about the fair presentation of Modern's financial statements.\\\", \\\"List of the procedures performed (or reference thereto) and Mill's findings.\\\", \\\"Opinion about the effectiveness of Modern's internal control activities concerning royalty payments.\\\", \\\"Acknowledgment that the sufficiency of the procedures is solely Mill's responsibility.\\\"]\",\"question\":\"Mill CPA was engaged by a group of royalty recipients to apply agreed-upon procedures to financial data supplied by Modern Co. regarding Modern's written assertion about its compliance with contractual requirements to pay royalties. Mill's report on these agreed-upon procedures should contain a(an)\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}