{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"34703024-fb7b-591e-ad7b-cd8dac9b60b9","task_key":"all--test--34703024-fb7b-591e-ad7b-cd8dac9b60b9","task_revision_id":"1","upstream_id":"","short_description":"Which of the following certainly lowers the equilibrium price of a good…","config":"all","split":"test","body":"{\"choices\":\"['The demand curve shifts to the right.', 'The supply curve shifts to the left.', 'The demand curve shifts to the left, and the supply curve shifts to the right.', 'The demand curve shifts to the right, and the supply curve shifts to the left.']\",\"question\":\"Which of the following certainly lowers the equilibrium price of a good exchanged in a competitive market?\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}