{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"25a3b189-5273-502c-9297-f5d6aa20613e","task_key":"default--test--6832","task_revision_id":"1","upstream_id":"6832","short_description":"Crowding out","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['occurs when interest rates fall due to government borrowing.', 'occurs when consumers and firms spend less offsetting expansionary fiscal policy.', 'occurs when the government reduces its spending in response to inflation.', 'is a consequence of contractionary fiscal policy.', 'is one reason fiscal policy is so effective.', 'is when expansionary fiscal policy leads to a decrease in interest rates.', 'happens when the government increases taxes to reduce the budget deficit.', 'causes the aggregate demand curve to shift to the right.']\",\"question\":\"Crowding out\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}