{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"126c6c43-f883-5f7c-bfe0-d8cb203118eb","task_key":"default--test--7055","task_revision_id":"1","upstream_id":"7055","short_description":"Which of the following is true about a price floor?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['It will be located in the middle of the equilibrium price.', 'It will be located below the equilibrium price.', 'It will be located above the equilibrium price.', 'It will be located above the market price.', 'It is used when the equilibrium price is too high.', 'It is used to correct government policy.', 'It will be located at the equilibrium price.', 'It is used to lower the price of goods.']\",\"question\":\"Which of the following is true about a price floor?\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}