{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cc4cdc1a-df95-567e-88ff-8582d54193ad","task_key":"default--test--6834","task_revision_id":"1","upstream_id":"6834","short_description":"Marginal revenue equals marginal cost at the point where","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['total product is at its highest point', 'average product is at its highest point', 'total revenue is at its maximum, irrespective of total cost', 'total revenue is less than total cost', 'marginal product is at its highest point', 'average revenue equals average cost', 'fixed cost is at its lowest point', 'total revenue is equal to total cost', 'total revenue is greater than total cost at its greatest distance', 'variable cost is at its lowest point']\",\"question\":\"Marginal revenue equals marginal cost at the point where\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}