{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"948ac394-46de-5bdb-9e74-911cd89909d7","task_key":"all--test--948ac394-46de-5bdb-9e74-911cd89909d7","task_revision_id":"1","upstream_id":"","short_description":"According to Monetarist theory when the money supply is changed the economy is…","config":"all","split":"test","body":"{\"choices\":\"['only because a change in the money supply affects interest rates.', 'in several ways.', 'because interest rates change and so do many other factors that affect spending.', 'because many factors that affect spending change but not interest rates.']\",\"question\":\"According to Monetarist theory when the money supply is changed the economy is affected\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}