{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fe6d5b09-ef27-58d9-be04-4eec7f9d1f05","task_key":"all--test--fe6d5b09-ef27-58d9-be04-4eec7f9d1f05","task_revision_id":"1","upstream_id":"","short_description":"In a recession expansionary monetary policy is designed to","config":"all","split":"test","body":"{\"choices\":\"['decrease aggregate demand so that real prices will decrease which is good for the economy.', 'increase aggregate demand which will increase real output and increase employment.', 'increase unemployment but low prices negate this effect.', 'keep interest rates high which attracts foreign investment.']\",\"question\":\"In a recession expansionary monetary policy is designed to\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}