{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b7940318-4f1d-517b-9b41-5f3dcbd2fda7","task_key":"default--test--6276","task_revision_id":"1","upstream_id":"6276","short_description":"Additional dietary protein may:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Increase the risk of kidney disease', 'Stimulate production of insulin-like growth hormone', 'Decrease calcium excretion in the urine', 'Increase the production of thyroid hormone', 'Increase risk of heart disease', 'Reduce bone density', 'Reduce muscle mass and strength', 'Improve memory and cognitive function', 'Increase risk of hip fracture', 'Decrease absorption of vitamins']\",\"question\":\"Additional dietary protein may:\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}