{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2488d8a0-2769-5609-8ca5-e22c5e164e1c","task_key":"default--test--180","task_revision_id":"3","upstream_id":"180","short_description":"A sum of money is borrowed for a term of 1 year, discounted at the rate of 6%.…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['6.2%, 8.5%', '6.1%, 8.2%', '5.9%, 8.0%', '6.0%, 8.6%', '6.4%, 8.7%', '6.8%, 8.9%', '6.3%, 8.1%', '7.0%, 8.8%', '6.7%, 8.4%', '6.5%, 8.3%']\",\"question\":\"A sum of money is borrowed for a term of 1 year, discounted at the rate of 6%. What is the true rate of interest charged? What would the true rate of interest be for the same sum of money discounted at an 8% rate? (Record answers to the nearest tenth of 1%.)\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}