{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d3e3b9ae-38fe-5d91-9e3d-7cfbb6c023aa","task_key":"default--test--7642","task_revision_id":"1","upstream_id":"7642","short_description":"Excess reserves in the banking system will increase if","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the reserve ratio is decreased.', 'the discount rate is decreased.', 'the Fed reduces the amount of money in circulation.', 'the discount rate is increased.', 'the checking deposits increase.', 'the checking deposits decrease.', 'the Fed sells Treasury securities to commercial banks.', 'the interest rate on loans is increased.', 'the Fed buys Treasury securities from commercial banks.', 'the reserve ratio is increased.']\",\"question\":\"Excess reserves in the banking system will increase if\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}