{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"98567e10-5e0e-5b37-bcd7-651eace7e0eb","task_key":"default--test--6575","task_revision_id":"1","upstream_id":"6575","short_description":"What is the main source of protein in the British diet?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Milk and milk products', 'Pulses', 'Fish and fish products', 'Soy and soy products', 'Cereals and cereal products', 'Rice and rice products', 'Nuts and seeds', 'Eggs and egg products', 'Fruits and vegetables', 'Meat and meat products']\",\"question\":\"What is the main source of protein in the British diet?\\n \",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}