{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"99cd3888-2eeb-5c00-bb91-d555dcb3cfbe","task_key":"all--test--99cd3888-2eeb-5c00-bb91-d555dcb3cfbe","task_revision_id":"1","upstream_id":"","short_description":"Suppose that households increase the demand for U.S. Treasury bonds as financial…","config":"all","split":"test","body":"{\"choices\":\"['Increased supply \\\\xa0\\\\xa0\\\\xa0 Rising \\\\xa0\\\\xa0\\\\xa0 Appreciates', 'Increased demand \\\\xa0\\\\xa0\\\\xa0 Rising \\\\xa0\\\\xa0\\\\xa0 Appreciates', 'Decreased demand \\\\xa0\\\\xa0\\\\xa0 Falling \\\\xa0\\\\xa0\\\\xa0 Appreciates', 'Decreased demand \\\\xa0\\\\xa0\\\\xa0 Falling \\\\xa0\\\\xa0\\\\xa0 Depreciates']\",\"question\":\"Suppose that households increase the demand for U.S. Treasury bonds as financial assets. Which of the following accurately describes changes in the money market the interest rate and the value of the dollar in foreign currency markets? MONEY MARKET     INTEREST RATE     DOLLAR\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}