{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dbe2acdf-0fb0-5955-804e-be6c9b0b4b7b","task_key":"default--test--5121","task_revision_id":"1","upstream_id":"5121","short_description":"The expected selling price for a new product is $19.00. Management's goal is to…","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['$17.50', '$10.00', '$13.50', '$15.80', '18.2', '$16.20', '$11.80', '$12.20', '$12.80', '$14.00']\",\"question\":\"The expected selling price for a new product is $19.00. Management's goal is to obtain a 20% contribution margin on all sales. If the new product has variable selling and distribution costs of $3.00 per unit what is the product's target variable manufacturing cost?\",\"src\":\"ori_mmlu-professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}