{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d76e56bd-d766-5ea6-a816-db89d3c52433","task_key":"default--test--7080","task_revision_id":"1","upstream_id":"7080","short_description":"What are the major forms of money in use?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Gold, silver, bronze', 'Cryptocurrencies, gift cards, electronic transfers', 'Paper money, barter systems, digital wallets', 'Bonds, stocks, commodities', 'Digital currencies, credit cards, mobile payments', 'Virtual currency, promissory notes, IOUs', 'Checks, money orders, treasury notes', 'Credit cards, debit cards, cash', 'Fractional currency, paper money, checkbook money', 'Banknotes, coins, electronic bank transfers']\",\"question\":\"What are the major forms of money in use?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}