{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"553aa053-2f21-544e-a627-ca128c11fccb","task_key":"default--test--7303","task_revision_id":"1","upstream_id":"7303","short_description":"When the opportunity for price discrimination arises,","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['market segments with relatively elastic demand pay lower prices', 'consumer surplus increases', 'the market becomes perfectly competitive', 'all consumers pay the same price', 'consumer surplus decreases', 'market segments with relatively inelastic demand pay lower prices', 'market segments with relatively elastic demand pay higher prices', 'demand becomes vertical', 'demand is horizontal']\",\"question\":\"When the opportunity for price discrimination arises,\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}