{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"65253d72-ccb6-591a-8b23-022448cb430e","task_key":"default--test--7297","task_revision_id":"1","upstream_id":"7297","short_description":"Lowering reserve requirements would","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['restrict banks from making more loans and buying more investments, thus increasing the money supply.', 'allow banks to make fewer loans and buy fewer investments, thus increasing the money supply.', 'restrict banks from making more loans and buying more investments, thus decreasing the money supply.', 'force banks to hold more reserves and make more loans.', 'force banks to hold fewer reserves and make fewer loans.', 'force banks to hold more reserves and decrease their investment capacity.', \\\"have no impact on the banks' ability to make loans and buy investments.\\\", 'allow banks to make more loans and buy more investments thus decreasing the money supply.', 'allow banks to make more loans and buy more investments thus increasing the money supply.', 'allow banks more freedom to merge and acquire other businesses.']\",\"question\":\"Lowering reserve requirements would\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}