{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0b8d1d92-f7b9-5069-a413-77586ad36a27","task_key":"default--test--5988","task_revision_id":"1","upstream_id":"5988","short_description":"Corbet Co. purchased a copyright near the beginning of the current year from an…","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['$0', '$2000', '$6000', '$7000', '$5000', '$500', '$400', '4000', '$8000', '$3000']\",\"question\":\"Corbet Co. purchased a copyright near the beginning of the current year from an author for $20000. The legal life of the copyright is equivalent to the life of the author plus 50 years. Corbet expects to sell the book for five years. What amount should Corbet report as amortization expense related to the copyright at the end of the current year?\",\"src\":\"ori_mmlu-professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}