{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e63bd200-349e-57be-b8b0-42e0a0a5440b","task_key":"default--test--7026","task_revision_id":"1","upstream_id":"7026","short_description":"The real interest rate is","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the anticipated inflation rate plus the nominal interest rate', 'the nominal interest rate multiplied by the inflation rate', 'what one sees when looking at bank literature', 'the anticipated inflation rate minus the nominal interest rate', 'the nominal interest rate minus anticipated inflation', 'the nominal interest rate divided by the inflation rate', 'the nominal interest rate divided by the anticipated inflation rate', 'the nominal interest rate minus the current inflation rate', 'the inflation rate plus the nominal interest rate', 'the nominal interest rate plus the anticipated inflation rate']\",\"question\":\"The real interest rate is\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}