{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1d211891-5bd1-52ba-bfc1-83030b0ebe39","task_key":"default--test--7099","task_revision_id":"1","upstream_id":"7099","short_description":"Rising prices are a problem because","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['people will stop spending money altogether.', 'businesses will have to pay more taxes.', 'it leads to a decrease in the national GDP.', 'the government will have to print more money.', 'it causes a decrease in stock market values.', 'money in household savings accounts can now buy fewer goods and services.', 'household incomes generally do not rise with prices.', 'the economy could run out of money.', 'borrowers have to repay loans with more dollars.', 'it will lead to an increase in unemployment rates.']\",\"question\":\"Rising prices are a problem because\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}