{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"69bfea68-4025-52a5-a2c9-bbb1d1857ae9","task_key":"default--test--6830","task_revision_id":"1","upstream_id":"6830","short_description":"The natural rate of unemployment","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['includes structural and frictional unemployment', 'includes only structural and cyclical unemployment but not frictional', 'only includes cyclical unemployment', 'includes only cyclical and frictional unemployment but not structural', 'includes structural frictional and cyclical unemployment', 'only includes frictional unemployment', 'includes cyclical and frictional unemployment', 'includes structural and cyclical unemployment', 'does not include structural, frictional, or cyclical unemployment', 'only includes structural unemployment']\",\"question\":\"The natural rate of unemployment\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}