{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e90e3d57-5279-52ae-8131-0b77b9abf2d0","task_key":"default--test--6124","task_revision_id":"1","upstream_id":"6124","short_description":"Which of the following statements is not true?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Nuts and seeds are deficient in lysine', 'Legumes are deficient in methionine', 'Vegan diets are likely to be deficient in protein', 'Dairy products are rich source of tryptophan', 'Cereals are deficient in lysine']\",\"question\":\"Which of the following statements is not true?\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}