{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0b2ae5e9-1223-543d-9870-74da4349c413","task_key":"default--test--7529","task_revision_id":"1","upstream_id":"7529","short_description":"What is the so-called European Economic Community?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['a political union of European nations', 'A social welfare collaboration between Eastern and Western European countries', 'a military alliance in Europe', 'a cultural organization in Europe', 'A trade agreement between Europe and Asia to promote intercontinental commerce', 'A consortium of European countries focused solely on environmental regulations', 'a group of Western European nations which have agreed to strive for economic integration', 'A central bank established to govern the financial policies of all European nations', 'A collective of European nations aimed at coordinating transportation infrastructure', 'An agreement among European countries to maintain fixed exchange rates']\",\"question\":\"What is the so-called European Economic Community?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}