{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"06831c5b-6f0f-5e31-ac98-a8704dfd1331","task_key":"all--test--06831c5b-6f0f-5e31-ac98-a8704dfd1331","task_revision_id":"1","upstream_id":"","short_description":"Accrual accounting involves accruals and deferrals. Which of the following best…","config":"all","split":"test","body":"{\"choices\":\"['Accruals are concerned with expected future cash receipts and payments while deferrals are concerned with past cash receipts and payments.', 'Accruals are concerned with past cash receipts and payments while deferrals are concerned with expected future cash receipts and payments.', 'Both accruals and deferrals are concerned with expected future cash receipts and payments.', 'Both accruals and deferrals are concerned with past cash receipts and payments.']\",\"question\":\"Accrual accounting involves accruals and deferrals. Which of the following best describes accruals and deferrals?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}