{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1377cb4c-22fe-5fc8-ad93-f5a106fefb9f","task_key":"all--test--1377cb4c-22fe-5fc8-ad93-f5a106fefb9f","task_revision_id":"1","upstream_id":"","short_description":"If households are more optimistic about the future how would the consumption…","config":"all","split":"test","body":"{\"choices\":\"['The marginal propensity to consume would increase increasing the slope of the consumption function.', 'The entire consumption function would shift downward.', 'The entire consumption function would shift upward.', 'The marginal propensity to consume would decrease increasing the slope of the consumption function.']\",\"question\":\"If households are more optimistic about the future how would the consumption function be affected?\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}