{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5d2cdc3d-0957-58ae-994b-b78459cdb8b4","task_key":"default--test--6856","task_revision_id":"1","upstream_id":"6856","short_description":"What is gross private domestic investment?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Personal investments in real estate', 'Buying of stocks and bonds', 'Depreciation of capital', 'Transfer of ownership of existing assets', 'Government spending on infrastructure projects', 'Spending on research and development by foreign corporations within the country', 'Investment spending by domestic business firms on machinery, equipment, tools, construction, and changes in inventories', 'Imports of goods and services', 'Exports of goods and services', 'Consumer spending on durable goods']\",\"question\":\"What is gross private domestic investment?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}