{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ab5e9a28-9bcb-50f4-9559-1256f6552a34","task_key":"all--test--ab5e9a28-9bcb-50f4-9559-1256f6552a34","task_revision_id":"1","upstream_id":"","short_description":"In performing substantive tests regarding the granting of stock options to…","config":"all","split":"test","body":"{\"choices\":\"['Confirm with those members of management as to whether they are actually option holders.', \\\"Verify the existence of option holders in the issuer's payroll and human resources records.\\\", \\\"Trace the authorization for the options granted to the board of directors' approval.\\\", 'Review the public records of the SEC to determine whether the options were properly reported.']\",\"question\":\"In performing substantive tests regarding the granting of stock options to senior management of an issuer an auditor most likely would\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}