{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"42303831-82fb-5087-9cb0-928176ebf60c","task_key":"default--test--6974","task_revision_id":"1","upstream_id":"6974","short_description":"A decrease in the price of a particular product will result in","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['an increase in the quantity demanded.', 'a decrease in the quantity demanded.', 'an increase in the supply of the product.', 'no change in the quantity demanded.', 'an increase in the quantity supplied.', 'no change in the demand.', 'a decrease in the supply of the product.', 'an increase in demand.', 'a decrease in demand.', 'a decrease in the quantity supplied.']\",\"question\":\"A decrease in the price of a particular product will result in\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}