{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b4b972df-2f94-5b43-834e-660f9fe98f9e","task_key":"all--test--b4b972df-2f94-5b43-834e-660f9fe98f9e","task_revision_id":"1","upstream_id":"","short_description":"Which of the following types of information would be included in total net…","config":"all","split":"test","body":"{\"choices\":\"['Total current net assets and total other assets.', 'Total current assets and restricted assets.', 'Unrestricted net assets, temporarily restricted net assets, and permanently restricted net assets.', 'Unrestricted net assets, restricted net assets, and total current assets.']\",\"question\":\"Which of the following types of information would be included in total net assets in the statement of financial position for a nongovernmental not-for-profit organization?\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}