{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2f1bc897-973a-5e19-ac4b-6907b1b6ec91","task_key":"default--test--5425","task_revision_id":"1","upstream_id":"5425","short_description":"What was meant by the term 'American multiplication table'?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['Increase in US international influence', 'Increase in US technological advancements', 'Increase in US geographical territory', 'Increase in US education standards', 'Increase in US agricultural production', 'Increase in US military capability', 'Increase in US finances', 'Increase in the US population', 'Increase in US political parties', 'Increase in US industrial output']\",\"question\":\"What was meant by the term 'American multiplication table'?\",\"src\":\"ori_mmlu-us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}