{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5553b95f-f668-5a99-8dff-cc026fee8eac","task_key":"all--test--5553b95f-f668-5a99-8dff-cc026fee8eac","task_revision_id":"1","upstream_id":"","short_description":"When a bank's balance sheet shows that the bank has excess reserves","config":"all","split":"test","body":"{\"choices\":\"['the bank’s reserves exceed the bank’s assets', 'the bank can make additional loans', 'the bank’s actual reserves are less than its required reserves', 'the bank is required to change its interest rate']\",\"question\":\"When a bank's balance sheet shows that the bank has excess reserves\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}