{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d7a63ba2-4f6e-5975-9df9-8920e8ac3897","task_key":"default--test--7153","task_revision_id":"1","upstream_id":"7153","short_description":"Which of the following could cause the aggregate demand curve to shift to the…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['An increase in government spending.', 'A decrease in interest rates.', 'Contractionary demand management policies.', 'An increase in consumer confidence.', 'An increase in the money supply.', 'Expansionary demand management policies.', 'A decrease in taxes.', 'A decrease in the unemployment rate.', 'Expansionary fiscal policies.', 'An increase in exports.']\",\"question\":\"Which of the following could cause the aggregate demand curve to shift to the left?\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}