{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0c28c7e6-a19f-5369-8f39-8f0d22957388","task_key":"default--test--7177","task_revision_id":"1","upstream_id":"7177","short_description":"The demand curve for a perfectly competitive firm's product is","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['upward sloping and greater than the market demand curve.', 'kinked at the market price and less than the market demand curve.', 'perfectly elastic.', 'downward sloping and equal to the market demand curve.', 'downward sloping and less than the market demand curve.', 'perfectly inelastic and equal to the market demand curve.', 'perfectly elastic and equal to the market demand curve.', 'perfectly inelastic.', 'kinked at the going market price.', 'upward sloping and equal to the market demand curve.']\",\"question\":\"The demand curve for a perfectly competitive firm's product is\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}