{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"09301754-8bde-5ab7-bf30-8d35d678ed8d","task_key":"all--test--09301754-8bde-5ab7-bf30-8d35d678ed8d","task_revision_id":"1","upstream_id":"","short_description":"An increase in the price level reduces total spending in the economy because I.…","config":"all","split":"test","body":"{\"choices\":\"['Only I is correct.', 'I and II are correct.', 'I and III are correct.', 'II and III are correct.']\",\"question\":\"An increase in the price level reduces total spending in the economy because I. consumers' incomes cannot go as far now that prices have risen. II. foreigners by less. III. higher prices result in higher interest rates which lower spending.\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}