{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bbcc9067-86ed-59a6-9a7d-2b2cd76cd9e7","task_key":"default--test--7050","task_revision_id":"1","upstream_id":"7050","short_description":"Scarcity is best defined as","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the opportunity cost of not pursuing a given course of action.', 'the difference between unlimited wants and limited economic resources.', 'the difference between unlimited resources and unlimited economic wants.', 'the opportunity cost of pursuing a given course of action.', 'the difference between the total benefit of an action and the total cost of that action.', 'the difference between limited wants and unlimited economic resources.', 'the total benefit of all economic actions.', 'the difference between limited wants and limited economic resources.', 'the total sum of resources available in an economy.', 'the total cost of all economic actions.']\",\"question\":\"Scarcity is best defined as\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}