{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6fb38d40-3841-5187-9476-6ad319465886","task_key":"all--test--6fb38d40-3841-5187-9476-6ad319465886","task_revision_id":"1","upstream_id":"","short_description":"Expansionary monetary policy is designed to","config":"all","split":"test","body":"{\"choices\":\"['decrease the interest rate increase private investment increase aggregate demand and increase domestic output.', 'decrease the interest rate increase private investment increase aggregate demand and increase the unemployment rate.', 'increase the interest rate increase private investment increase aggregate demand and increase domestic output.', 'increase the interest rate decrease private investment increase aggregate demand and increase domestic output.']\",\"question\":\"Expansionary monetary policy is designed to\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}