{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cbdca4aa-1958-5d22-b19c-af70cdfc7bb6","task_key":"all--test--cbdca4aa-1958-5d22-b19c-af70cdfc7bb6","task_revision_id":"1","upstream_id":"","short_description":"In selecting an appropriate sample for a substantive test the auditor most…","config":"all","split":"test","body":"{\"choices\":\"['Auditor suspects that management fraud has occurred during the year.', 'Desired assessed level of control risk is less than the prior year.', 'Technique to be used is attribute sampling.', 'Auditor plans to give greater representation to large recorded amounts.']\",\"question\":\"In selecting an appropriate sample for a substantive test the auditor most likely would stratify the population if the\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}