{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"75bfa34d-f81f-52c1-9778-f4c18ce3548c","task_key":"default--test--7304","task_revision_id":"1","upstream_id":"7304","short_description":"Normal goods always have a/an","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['inelastic demand curve', 'upward sloping demand curve', 'positive income elasticity', 'elastic price elasticity', 'elastic demand curve', 'elastic supply curve', 'inelastic price elasticity', 'downward sloping supply curve', 'negative cross elasticity', 'negative income elasticity']\",\"question\":\"Normal goods always have a/an\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}