{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4d28d725-2b51-5ff9-aa34-b6d2b60e5aca","task_key":"default--test--7633","task_revision_id":"1","upstream_id":"7633","short_description":"Suppose real GDP increases. We can conclude without a doubt that","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the average wage is higher.', 'the national debt is lower.', 'production is higher.', 'prices are higher.', 'employment is higher.', 'the stock market is higher.', 'the trade deficit is lower.', 'inflation is lower.', 'interest rates are higher.']\",\"question\":\"Suppose real GDP increases. We can conclude without a doubt that\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}