{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ae6919d2-9620-5171-bbf2-35277c81ae24","task_key":"default--test--7501","task_revision_id":"1","upstream_id":"7501","short_description":"Marginal cost always intersects average variable cost at","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the minimum of average total cost', 'the point where average variable cost is equal to marginal cost', 'the profit-maximizing quantity', 'the maximum of average variable cost', 'the point of equilibrium between supply and demand', 'the point where marginal cost equals average total cost', 'the minimum of average variable cost', 'the point where average variable cost is less than marginal cost', 'the minimum of marginal cost', 'the maximum of marginal cost']\",\"question\":\"Marginal cost always intersects average variable cost at\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}