{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1f611779-2bc7-5d81-8e29-97c4c839d6bf","task_key":"default--test--7323","task_revision_id":"1","upstream_id":"7323","short_description":"What main functions are performed in the economyby commercialbanks ?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Conducting monetary policy for the government', 'Offering educational services on finance', 'Investing in securities', 'Issuing credit cards', 'Setting interest rates for the entire economy', 'Regulating stock exchanges', 'Printing and distributing currency', 'Providing insurance services', 'Managing retirement and pension plans', 'Accepting and storing money, granting credit']\",\"question\":\"What main functions are performed in the economyby commercialbanks ?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}