{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0c62ed48-88e6-5c6f-84e1-7eccfbfc9eac","task_key":"all--test--0c62ed48-88e6-5c6f-84e1-7eccfbfc9eac","task_revision_id":"1","upstream_id":"","short_description":"A CPA was engaged to calculate the rate of return on a specified investment…","config":"all","split":"test","body":"{\"choices\":\"['An opinion about the fairness of the agreed-upon procedures.', 'A separate paragraph describing the effectiveness of the internal controls.', 'A disclaimer of responsibility for the sufficiency of those procedures.', 'A disclaimer of opinion on the fair presentation of the financial statements.']\",\"question\":\"A CPA was engaged to calculate the rate of return on a specified investment according to an agreedupon formula and verify that the resultant percentage agrees to the percentage in an identified schedule. The CPA's report on these agreed-upon procedures should contain\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}