{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d1599afd-49dd-5de2-a39c-c25fca86f638","task_key":"all--test--d1599afd-49dd-5de2-a39c-c25fca86f638","task_revision_id":"1","upstream_id":"","short_description":"A bond with a five-year maturity, paying 8% coupons and with a face value of…","config":"all","split":"test","body":"{\"choices\":\"['24%', '23%', '-21%', '2%']\",\"question\":\"A bond with a five-year maturity, paying 8% coupons and with a face value of $100, is bought at 104.1 in year 0, when it is issued. If I need to sell the bond at the the end the third year, when its prevailing price is 82, what is my holding period return on this investment? (Assume coupons are not reinvested.) HINT: Accumulate all coupons.\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}