{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0a953994-41a3-5d7c-812b-07ed7dd9f263","task_key":"default--test--7145","task_revision_id":"1","upstream_id":"7145","short_description":"What is the cost of capital accumulation to society?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Inflation caused by increased money supply to support capital growth', 'Environmental impact due to resource extraction for capital creation', 'Interest payments on government bonds issued to finance capital accumulation', 'Consumption society sacrifices today for the prospect of higher potential consumption tomorrow', 'Investment in infrastructure', 'Money spent on purchasing capital', 'Taxes levied on current income to fund capital projects', 'Loss of potential future profits', 'Decreased investment in education and healthcare']\",\"question\":\"What is the cost of capital accumulation to society?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}