{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a1aaf2b1-d255-58cf-a24c-7393a59243b5","task_key":"default--test--7042","task_revision_id":"1","upstream_id":"7042","short_description":"Marginal cost (MC) is equal to average variable cost (AVC) and average total…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['MC intersects AVC and ATC at their average points.', 'AVC and ATC are both greater than MC.', 'marginal cost (MC) intersects AVC and ATC at their maximum points.', 'AVC and ATC are both less than MC.', 'AVC and ATC intersect MC at its average point.', 'MC is above AVC and ATC.', 'AVC and ATC intersect MC at its minimum point.', 'MC intersects AVC and ATC at their minimum points.', 'MC is below AVC and ATC.', 'AVC and ATC intersect MC at its maximum point.']\",\"question\":\"Marginal cost (MC) is equal to average variable cost (AVC) and average total cost (ATC) when:\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}