{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a12e894d-48bb-525a-8e62-ba84c7d3759f","task_key":"default--test--7496","task_revision_id":"1","upstream_id":"7496","short_description":"If technology makes production less expensive and at the same time exports…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Real GDP will decrease.', 'The unemployment rate will increase.', \\\"The country's trade balance will worsen.\\\", 'The interest rate will decrease.', 'The price level will increase.', 'The interest rate will increase.', 'The price level will decrease.', \\\"The country's trade balance will improve.\\\", 'The unemployment rate will decrease.', 'Real GDP will increase.']\",\"question\":\"If technology makes production less expensive and at the same time exports decrease which of the following will result with certainty?\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}