{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7222b485-482c-5597-8cc4-0e69db8b0390","task_key":"all--test--7222b485-482c-5597-8cc4-0e69db8b0390","task_revision_id":"1","upstream_id":"","short_description":"U.S. dollars and the European Union's (EU's) euro are exchanged in global…","config":"all","split":"test","body":"{\"choices\":\"['If inflation is high in the EU and the price level in the United States is stable the value of the dollar appreciates.', 'If the Fed decreases the money supply the value of the dollar depreciates.', 'If EU consumers are less inclined to purchase American goods the dollar appreciates.', 'If U.S. income levels are rising relative to incomes in the EU the euro depreciates.']\",\"question\":\"U.S. dollars and the European Union's (EU's) euro are exchanged in global currency markets. Which of the following is true?\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}