{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"427d839a-0bb8-50fe-be09-fa0c9a61d92d","task_key":"default--test--6094","task_revision_id":"1","upstream_id":"6094","short_description":"The age at which one can receive full benefits from social security","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Has been decreasing', 'Is 70', 'Is 65', 'Has been increasing', 'Will never change', 'Is 62', 'Is decided by the individual', 'Is the same age as the retirement age', 'Is 67', 'Is 72']\",\"question\":\"The age at which one can receive full benefits from social security\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}