{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"730979da-f2de-523d-93d5-b6f046228cfb","task_key":"all--test--730979da-f2de-523d-93d5-b6f046228cfb","task_revision_id":"1","upstream_id":"","short_description":"If a CPA recklessly departs from the standards of due care when conducting an…","config":"all","split":"test","body":"{\"choices\":\"['Strict liability.', 'Breach of contract.', 'Negligence.', 'Gross negligence.']\",\"question\":\"If a CPA recklessly departs from the standards of due care when conducting an audit the CPA will be liable to third parties who are unknown to the CPA under the law of\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}