{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2a95a829-2bb4-58b2-bd04-6dc0a566dc55","task_key":"default--test--6569","task_revision_id":"1","upstream_id":"6569","short_description":"The following amino acids are all essential components of the diet:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['leucine, methionine and threonine', 'leucine, cysteine and glycine', 'proline, tyrosine and serine', 'valine, glycine and arginine', 'methionine, serine and tyrosine', 'isoleucine, alanine and glycine', 'lysine, tyrosine and cysteine', 'aspartate, valine and threonine', 'phenylalanine, arginine and isoleucine', 'lysine, proline and arginine']\",\"question\":\"The following amino acids are all essential components of the diet:\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}