{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1ca1a599-806a-5513-b7b1-d68c04ade259","task_key":"default--test--6269","task_revision_id":"1","upstream_id":"6269","short_description":"The Worldwide HIV/AIDS campaigns have made significant progress over the last…","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Have been sporadically fluctuating', 'Have been steadily decreasing in the past but recently started increasing', 'Have been increasing', 'Have been unchanged', 'Have been significantly increasing in certain age groups', 'Are unknown', 'Are currently at their highest rates ever', 'Have been significantly decreasing', 'Are inconsistent across different countries', 'Have been decreasing in some areas and increasing in others']\",\"question\":\"The Worldwide HIV/AIDS campaigns have made significant progress over the last years. The HIV infection rates in Europe\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}