{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"810e6c52-dc27-54b0-8670-98781eecf655","task_key":"default--test--6736","task_revision_id":"1","upstream_id":"6736","short_description":"The initial length of telomere stand for members of a species is","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"[\\\"Determined by the individual's lifestyle habits\\\", \\\"Dependent on the individual's stress levels\\\", 'Randomly determined at birth', \\\"Dependent on the individual's gender\\\", \\\"Dependent on the individual's diet and exercise\\\", 'Determined by parent diet and exercise', 'Dependent upon climate and time of year at birth', 'Determined genetically', \\\"Determined by the individual's age\\\", 'Always the same']\",\"question\":\"The initial length of telomere stand for members of a species is\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}