{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9626c02f-c647-555b-9329-8b05850d0edf","task_key":"all--test--9626c02f-c647-555b-9329-8b05850d0edf","task_revision_id":"1","upstream_id":"","short_description":"Suppose DVD players are a normal good and are exchanged in a competitive market.…","config":"all","split":"test","body":"{\"choices\":\"['increase the equilibrium quantity and increase the price.', 'decrease the equilibrium quantity and increase the price.', 'increase the equilibrium price but the change in quantity is ambiguous.', 'decrease the equilibrium quantity and decrease the price.']\",\"question\":\"Suppose DVD players are a normal good and are exchanged in a competitive market. All else equal an increase in household income will\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}