{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"46272b8c-c8c4-5d31-80f0-501bf5ed094c","task_key":"all--test--46272b8c-c8c4-5d31-80f0-501bf5ed094c","task_revision_id":"1","upstream_id":"","short_description":"Which of the following should a practitioner perform as part of an engagement…","config":"all","split":"test","body":"{\"choices\":\"['Issue a report on findings based on specified procedures performed.', 'Assess whether the procedures meet the needs of the parties.', 'Express negative assurance on findings of work performed.', 'Report the differences between agreed-upon and audit procedures.']\",\"question\":\"Which of the following should a practitioner perform as part of an engagement for agreed-upon procedures in accordance with Statements on Standards for Attestation Engagements?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}