{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9299658b-01f2-58aa-b785-dc2992028646","task_key":"default--test--5719","task_revision_id":"1","upstream_id":"5719","short_description":"A bond with a five-year maturity, paying 8% coupons and with a face value of…","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['16%', '23%', '2%', '0%', '-21%', '18%', '10%', '24%', '-2%', '-24%']\",\"question\":\"A bond with a five-year maturity, paying 8% coupons and with a face value of $100, is bought at 104.1 in year 0, when it is issued. If I need to sell the bond at the the end the third year, when its prevailing price is 82, what is my holding period return on this investment? (Assume coupons are not reinvested.) HINT: Accumulate all coupons.\",\"src\":\"ori_mmlu-professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}