{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"70260fc3-891a-528f-94a6-e2f2b4765886","task_key":"all--test--70260fc3-891a-528f-94a6-e2f2b4765886","task_revision_id":"1","upstream_id":"","short_description":"Confirmation of accounts receivable that have been categorized initially by an…","config":"all","split":"test","body":"{\"choices\":\"['Customers who have credit or zero balances with the client.', 'Responses that were mailed rather than faxed to the auditor.', 'Accounts receivable that have been classified as uncollectible.', 'Payments mailed to the client that have not been recorded.']\",\"question\":\"Confirmation of accounts receivable that have been categorized initially by an auditor as ‚Äúexceptions‚Äù most likely could be due to\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}