{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c1f55ecb-7751-557c-9403-0c97492aeea2","task_key":"default--test--7174","task_revision_id":"1","upstream_id":"7174","short_description":"A consequence of a price floor is","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['an elimination of consumer surplus.', 'a decrease in the demand for the good.', 'a decrease in producer surplus.', 'a persistent surplus of the good.', 'an increase in total welfare.', 'a decrease in the price of the good.', 'a stabilization of the market.', 'an increase in deadweight loss.', 'elimination of deadweight loss.', 'a persistent shortage of the good.']\",\"question\":\"A consequence of a price floor is\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}