{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ca04fb4c-9dce-5bce-b277-42b5d8249ffa","task_key":"all--test--ca04fb4c-9dce-5bce-b277-42b5d8249ffa","task_revision_id":"1","upstream_id":"","short_description":"A contractionary monetary policy will cause the nominal interest rate aggregate…","config":"all","split":"test","body":"{\"choices\":\"['Decrease \\\\xa0\\\\xa0\\\\xa0 Increase \\\\xa0\\\\xa0\\\\xa0 Increase \\\\xa0\\\\xa0\\\\xa0 Increase', 'Decrease \\\\xa0\\\\xa0\\\\xa0 Decrease \\\\xa0\\\\xa0\\\\xa0 Decrease \\\\xa0\\\\xa0\\\\xa0 Increase', 'Increase \\\\xa0\\\\xa0\\\\xa0 Decrease \\\\xa0\\\\xa0\\\\xa0 Decrease \\\\xa0\\\\xa0\\\\xa0 Increase', 'Increase \\\\xa0\\\\xa0\\\\xa0 Decrease \\\\xa0\\\\xa0\\\\xa0 Decrease \\\\xa0\\\\xa0\\\\xa0 Decrease']\",\"question\":\"A contractionary monetary policy will cause the nominal interest rate aggregate demand output and the price level to change in which of the following ways? NOMINAL INTEREST RATE     AGGREGATE DEMAND     OUTPUT     PRICE LEVEL\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}