{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dcd8ef2a-2723-5bc2-af49-56e1a735607c","task_key":"default--test--6405","task_revision_id":"1","upstream_id":"6405","short_description":"Older married men have been found to have","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Lower levels of negative emotions', 'Equal levels of positive and negative emotions', 'No significant difference in emotion levels compared to others', 'Higher levels of negative emotions', 'Lower levels of both positive and negative emotions', 'Higher levels of both positive and negative emotions', 'Higher levels of positive emotions but lower levels of negative emotions', 'Lower levels of positive emotions but higher levels of negative emotions', 'Lower levels of positive emotions', 'Higher levels of positive emotions']\",\"question\":\"Older married men have been found to have\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}