{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"60b530ab-1e9f-51aa-b785-fb6a3ea5d686","task_key":"default--test--7040","task_revision_id":"1","upstream_id":"7040","short_description":"Business cycles","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['are the natural fluctuations in the price of goods and services.', 'only occur in developing economies.', 'are always triggered by a financial crisis.', 'are the result of governmental fiscal policy.', 'are steady and consistent changes in economic activity.', 'are predictable ups and downs in economic activity.', 'occur infrequently in capitalist economies.', 'refer to reusing resources in production.', 'are each comprised of a recession and an expansion.', 'refer to the cycle of a business from startup to maturity.']\",\"question\":\"Business cycles\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}