{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1a7fbb53-f2be-5260-90a3-54e8220023cb","task_key":"default--test--749","task_revision_id":"1","upstream_id":"749","short_description":"Mr. Wingate's automobile insurance cost $173.50 per year. His policy was…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['$173.50 and $173.50', '$42 and $115', '$72.87 and $54.66', '$100.63 and $118.84']\",\"question\":\"Mr. Wingate's automobile insurance cost $173.50 per year. His policy was cancelled 115 days after it went into effect. How much was his refund if (a) he cancelled the policy or (b) theinsurance company cancelled the policy?\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}