{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c04cc702-f616-5209-9366-fc657084a248","task_key":"default--test--7543","task_revision_id":"1","upstream_id":"7543","short_description":"Suppose that the interest rate has risen from 8% to 10% over a three year period…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Real interest rate decreases by 2%', 'Real interest rate more than doubles', 'Real interest rate decreases', 'Real interest rate increases', 'Real interest rate is halved', 'Inflation rate is constant', 'Inflation rate overtakes the interest rate', 'Real interest rate remains constant', 'The nominal interest rate is constant', 'Real interest rate increases by 2%']\",\"question\":\"Suppose that the interest rate has risen from 8% to 10% over a three year period while inflation has risen from 3% to 5%. What has happened to the real interestrate.\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}