{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f0d1c80a-da33-5dd7-aafc-666ddfdcb9db","task_key":"default--test--7660","task_revision_id":"1","upstream_id":"7660","short_description":"Is the achievement of full employment sufficient for the maintenance of growth?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Growth only depends on full employment', 'Yes, full employment guarantees growth', 'Full employment always leads to increasing per capita output', 'No, full employment is not sufficient for the maintenance of growth']\",\"question\":\"Is the achievement of full employment sufficient for the maintenance of growth?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}