{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a613cfd1-aa79-5418-b5d9-b0296f0f514c","task_key":"all--test--a613cfd1-aa79-5418-b5d9-b0296f0f514c","task_revision_id":"1","upstream_id":"","short_description":"An auditor decides to use the blank form of positive accounts receivable…","config":"all","split":"test","body":"{\"choices\":\"['All accounts do not have an equal opportunity to be selected for confirmation.', 'Accounts unconfirmed may have already been written off as uncollectible.', 'Few responses may occur because more effort is required of recipients.', 'Accounts actually confirmed may not be representative of the population.']\",\"question\":\"An auditor decides to use the blank form of positive accounts receivable confirmation. The auditor should be aware that the blank form may be ineffective because\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}