{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"650e79ad-8c1c-508d-9f19-15614801544e","task_key":"all--test--650e79ad-8c1c-508d-9f19-15614801544e","task_revision_id":"1","upstream_id":"","short_description":"When nominal GDP is rising we would expect money demand to","config":"all","split":"test","body":"{\"choices\":\"['increase as consumers demand more money as a financial asset increasing the interest rate.', 'increase as consumers demand more money for transactions increasing the interest rate.', 'decrease as the purchasing power of the dollar is falling decreasing the interest rate.', 'decrease as consumers demand more money for transactions increasing the interest rate.']\",\"question\":\"When nominal GDP is rising we would expect money demand to\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}