{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b86d9775-fb92-53da-b726-315c72ad7bc3","task_key":"default--test--7360","task_revision_id":"1","upstream_id":"7360","short_description":"Which of the following would reduce economic growth?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['An increase in immigration from abroad.', 'A rise in the level of education.', 'A rise in the literacy rate.', 'A decrease in unemployment rates.', 'A growth in the number of small businesses.', 'A technological advance.', \\\"An increase in the country's exports.\\\", 'A decline in investment.', 'An increase in the labor force.', 'An increase in productivity.']\",\"question\":\"Which of the following would reduce economic growth?\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}