{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"96246696-84fd-56a8-b2bc-f01b64e7ab33","task_key":"default--test--10969","task_revision_id":"1","upstream_id":"10969","short_description":"The title Dalai Lama means which of the following?","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['Love of the Ocean', 'Lover of Wisdom', 'Wisdom of the Ocean', 'Ocean of Stillness', 'Stillness of Wisdom', 'Ocean of Love', 'Wisdom of Love', 'Ocean of Wisdom', 'Stillness of Love', 'Lover of the Ocean']\",\"question\":\"The title Dalai Lama means which of the following?\",\"src\":\"ori_mmlu-world_religions\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}