{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"31025bcd-cda9-56c4-a7c1-e4b7270b74a3","task_key":"default--test--7283","task_revision_id":"1","upstream_id":"7283","short_description":"What is meant by the term marginal costs?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the cost of all produced units', 'the fixed cost associated with the production facility', 'the cost of total production', 'the cost of initial unit of production', 'the additional cost of one more unit of production', 'the total revenue generated from the sale of one additional unit', 'the average cost of all units produced', 'the cost savings realized from producing one additional unit', 'the difference in cost between two levels of production', 'the cost of raw materials for all units produced']\",\"question\":\"What is meant by the term marginal costs?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}