{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2ad99d24-bdd3-5a28-82a4-18cdfbed27f1","task_key":"default--test--7143","task_revision_id":"1","upstream_id":"7143","short_description":"What is collusion?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['A business strategy to maximize profits', 'A financial arrangement where investors pool their funds for a joint venture', 'An economic policy that encourages competition among businesses', 'A marketing technique', 'A partnership where two companies legally share resources and profits', 'An informal agreement between employees to improve workplace conditions', 'A legal framework for merging two or more companies into a single corporate entity', 'A legal agreement between companies', 'The practice whereby several firms get together and secretly agree upon how their market should be divided or what prices should be charged.', 'A government policy to regulate monopolies']\",\"question\":\"What is collusion?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}