{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4396b377-3b16-5692-b272-f3aa6a6fc8f0","task_key":"default--test--11055","task_revision_id":"1","upstream_id":"11055","short_description":"Which early battle led to the conversion of Mecca?","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['The Battle of Badr', 'The Battle of Yamama', 'The Battle of Hunayn', \\\"The Battle of Mut'ah\\\", 'The Battle of Tabuk', 'The Battle of Khaybar', 'The Battle of Camel', 'The Battle of the Trench', \\\"The Battle of Ta'if\\\", 'The Battle of Uhud']\",\"question\":\" Which early battle led to the conversion of Mecca?\",\"src\":\"ori_mmlu-world_religions\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}