{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"91dbce40-2f9c-5bab-8c66-0e8160e13ba0","task_key":"default--test--6864","task_revision_id":"1","upstream_id":"6864","short_description":"What are the three sources of money creation?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Central banks, investment banks, insurance companies', 'Foreign exchange, bonds, mutual funds', 'Private businesses, government, factories', 'United States Treasury, Federal Reserve Banks, commercial banks', 'Commodity markets, sovereign wealth funds, state governments', 'Peer-to-peer lending, crowd funding platforms, derivative markets', 'Stock market, real estate, gold', 'Credit unions, savings and loans, pension funds', 'Cryptocurrencies, online payment platforms, venture capital', 'Consumer spending, international trade, public taxation']\",\"question\":\"What are the three sources of money creation?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}