{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"892604b1-6f12-52db-874d-f9ac810884b9","task_key":"default--test--6574","task_revision_id":"1","upstream_id":"6574","short_description":"What is the main source of protein in the British diet?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Cereals and cereal products', 'Pulses', 'Eggs and egg products', 'Milk and milk products', 'Fish and fish products', 'Nuts and seeds', 'Meat and meat products', 'Soy and soy products', 'Rice and rice products', 'Fruits and vegetables']\",\"question\":\"What is the main source of protein in the British diet?\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}