{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"be27bd54-1f72-5356-a84a-020afc22b6fa","task_key":"default--test--10922","task_revision_id":"1","upstream_id":"10922","short_description":"Where is the key to liberation found within Sikhism?","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['In faith in God', 'In the strict adherence to the Five Ks', 'In ascetic renunciation', 'In the practice of yoga and other physical disciplines', 'In acts of charity and service', 'In the community', 'In meditation and prayer', 'In the rejection of all worldly possessions', 'In the life of the householder']\",\"question\":\" Where is the key to liberation found within Sikhism?\",\"src\":\"ori_mmlu-world_religions\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}