{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8ad576dd-0e21-5ffb-88f3-dde3196204ae","task_key":"default--test--7434","task_revision_id":"1","upstream_id":"7434","short_description":"An externality","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['results in a deficit of goods in the market', 'results in a surplus of goods in the market', 'exists when the equilibrium price is exactly equal to the market price', 'exists when markets cannot reach equilibrium', 'causes the equilibrium price to be artificially low', 'causes the equilibrium price to be artificially high', 'results in an equilibrium that does not maximize the total benefit to society', 'causes a shift in the demand curve to the left', 'causes the equilibrium quantity to exceed the market quantity', 'causes a shift in the supply curve to the right']\",\"question\":\"An externality\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}