{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ff869033-6c8c-57a5-973c-9647f404346a","task_key":"all--test--ff869033-6c8c-57a5-973c-9647f404346a","task_revision_id":"1","upstream_id":"","short_description":"The statement of activities in the government-wide financial statements includes…","config":"all","split":"test","body":"{\"choices\":\"['Separate columns for governmental activities business-type activities and discretely presented component units.', 'Separate columns for each major governmental fund.', 'Separate columns for each nonmajor governmental fund.', 'A separate section at the bottom of the statement that shows program and general revenues.']\",\"question\":\"The statement of activities in the government-wide financial statements includes which of the following?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}