{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3715a980-c520-58be-bc27-d6dcae5afea7","task_key":"all--test--3715a980-c520-58be-bc27-d6dcae5afea7","task_revision_id":"1","upstream_id":"","short_description":"Inherent risk and control risk differ from detection risk in which of the…","config":"all","split":"test","body":"{\"choices\":\"['Inherent risk and control risk are calculated by the client.', 'Inherent risk and control risk exist independently of the audit.', 'Inherent risk and control risk are controlled by the auditor.', 'Inherent risk and control risk exist as a result of the auditor’s judgment about materiality.']\",\"question\":\"Inherent risk and control risk differ from detection risk in which of the following ways?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}