{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e65df384-d892-54e4-b16a-8d41384b30c0","task_key":"all--test--e65df384-d892-54e4-b16a-8d41384b30c0","task_revision_id":"1","upstream_id":"","short_description":"An auditor of a nonissuer should design tests of details to ensure that…","config":"all","split":"test","body":"{\"choices\":\"['The planned level of control risk.', 'Management’s assertions that internal controls exist and are operating efficiently.', 'The effectiveness of internal controls.', 'The planned level of assurance at the relevant assertion level.']\",\"question\":\"An auditor of a nonissuer should design tests of details to ensure that sufficient audit evidence supports which of the following?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}