{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6d338b65-2a8a-5287-a619-7214f4586fff","task_key":"all--test--6d338b65-2a8a-5287-a619-7214f4586fff","task_revision_id":"1","upstream_id":"","short_description":"The money supply will increase as a result of which of the following?","config":"all","split":"test","body":"{\"choices\":\"['A decrease in the required reserve ratio', 'An increase in the discount rate', 'The selling of bonds by the Federal Reserve', 'An increase in the fraction of deposits that must be held by banks']\",\"question\":\"The money supply will increase as a result of which of the following?\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}