{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b0915bd2-df7e-5638-80a4-e6438c5a0cdb","task_key":"all--test--b0915bd2-df7e-5638-80a4-e6438c5a0cdb","task_revision_id":"1","upstream_id":"","short_description":"According to Classical economic theory the equation of exchange demonstrates the…","config":"all","split":"test","body":"{\"choices\":\"['velocity of money supply and the quantity of output are constant.', 'money supply and its velocity are equal.', 'velocity of money supply equals the speed of transactions.', 'money supply and its velocity are inversely related.']\",\"question\":\"According to Classical economic theory the equation of exchange demonstrates the neutrality of money only if the\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}