{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"50a50751-798c-5c14-a37a-1fbed9acae67","task_key":"default--test--7344","task_revision_id":"1","upstream_id":"7344","short_description":"What is social overhead capital?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Private sector investments in technology startups', 'Public investments in cultural and recreational facilities', 'Government expenditures on military and defense', 'Funds allocated for personal savings and retirement accounts', 'Investments in private health facilities', 'Corporate investments in research and development', 'Investments in private educational institutions', 'Grants provided to non-profit organizations for community development', 'Private investments for economic growth', 'Public investments necessary for growth and development']\",\"question\":\"What is social overhead capital?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}