{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dad3c7a9-87b6-53de-aea7-4d98d2d52bd6","task_key":"default--test--7568","task_revision_id":"1","upstream_id":"7568","short_description":"A production possibility frontier will be a straight line when","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['efficiency is achieved', 'there is no opportunity cost', 'utility is maximized', 'resources are not specialized', 'there is economic growth', 'the goods on the axes are complements in consumption', 'the law of diminishing returns is not in effect', 'there is perfect competition in the market', 'all resources are equally productive', 'the goods on the axes are perfect substitutes in consumption']\",\"question\":\"A production possibility frontier will be a straight line when\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}