{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a9a9eecc-79a1-5f33-a2a3-96304f19ba34","task_key":"default--test--6853","task_revision_id":"1","upstream_id":"6853","short_description":"Explain the two arguments that have always been advanced fora special policy…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Climate change adaptation and biotechnology', 'International trade and subsidies competition', 'Agricultural sustainability and urbanization pressures', 'Land reform and rural infrastructure development', 'Technological innovation and market expansion', 'National security and preserving rural life', 'Economic development and income generation', 'Food security and population control', 'Environmental conservation and water management', 'Cultural heritage and dietary diversity']\",\"question\":\"Explain the two arguments that have always been advanced fora special policy towards farmers.\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}