{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b0fb9963-d49e-5531-86d4-68eeba5e6ff9","task_key":"default--test--715","task_revision_id":"1","upstream_id":"715","short_description":"Bob Franklin purchased a new car for $10,000. The car is estimated to…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['$1,090.91', '$400.00', '$545.45', '$833.33', '$250.00', '$1,428.57', '$727.27', '$666.67', '$181.82', '$909.09']\",\"question\":\"Bob Franklin purchased a new car for $10,000. The car is estimated to last10years, and will have no residual value. 10 How much will the car depreciate during the seventh year? He uses the sum of the years' digits method.\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}