{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d1b110d7-97a6-5c22-916a-db0651396d82","task_key":"default--test--5487","task_revision_id":"1","upstream_id":"5487","short_description":"Which one of the following is NOT a centripetal force in a state?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['A shared national language', 'The existence of strong separatist groups', 'The national anthem', 'High rates of internal migration', 'The existence of national transportation networks', 'A diverse cultural heritage', 'A national education system', 'A high level of confidence in central government', 'A strong national military']\",\"question\":\"Which one of the following is NOT a centripetal force in a state?\",\"src\":\"ori_mmlu-high_school_geography\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}