{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8573c8c6-9524-5c8e-9529-b4afeaffb8ef","task_key":"default--test--5748","task_revision_id":"1","upstream_id":"5748","short_description":"Menstruation is triggered by...","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['...a sharp increase in testosterone levels', '...a sharp increase in estrogen levels', '...a sharp decrease in testosterone levels', '...a steady increase in estrogen and progesterone levels', '...a steady decrease in progesterone levels', '...a sharp increase in estrogen and progesterone levels', '...a sharp increase in progesterone levels', '...a steady decrease in estrogen and progesterone levels', '...a steady increase in estrogen levels', '...a sharp decrease in estrogen and progesterone levels']\",\"question\":\"Menstruation is triggered by...\",\"src\":\"ori_mmlu-human_sexuality\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}