{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c013a617-225d-5f0e-bb64-69d26fdf7bc6","task_key":"default--test--5198","task_revision_id":"1","upstream_id":"5198","short_description":"Intergovernmental organizations SELDOM do which of the following?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['Implement economic sanctions', 'Provide strong enforcement', 'Regulate international trade', 'Promote global standards', 'Handle disputes between member nations', 'Reduce transaction costs for agreements', 'Monitor parties', 'Facilitate international cooperation', 'Act independently of national governments', 'Provide fora for discussion']\",\"question\":\"Intergovernmental organizations SELDOM do which of the following?\",\"src\":\"ori_mmlu-us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}