{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2eb2e3b3-beae-5d7d-a924-453fcc6aaa2d","task_key":"default--test--399","task_revision_id":"1","upstream_id":"399","short_description":"Mrs. Valdez owns six 9(1/8)% coupon bonds, with a par value of $500 each, on…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['$273.75', '$75', '$137.50', '$182.50', '$546.50', '$825', '$45.625', '$91.25', '$300', '$500']\",\"question\":\"Mrs. Valdez owns six 9(1/8)% coupon bonds, with a par value of $500 each, on which she receives annual interest. On the date that the annual interest falls due, she clips the coupons from the bonds and presents them at her bank for payment. How much does she receive?\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}