{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e8dc69cd-0dd7-5c56-a689-b0dd83e74935","task_key":"default--test--2808","task_revision_id":"1","upstream_id":"2808","short_description":"Which group is composed entirely of individuals who maintained that species are…","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['Aristotle, Darwin, and Lamarck', 'Aristotle, Lyell, and Darwin', 'Aristotle, Linnaeus, and Cuvier', 'Aristotle, Cuvier, and Lamarck', 'Linnaeus, Darwin, and Lamarck', 'Linnaeus, Cuvier, and Lamarck', 'Darwin, Cuvier, and Lamarck', 'Lyell, Cuvier, and Darwin', 'Lyell, Linnaeus, and Lamarck', 'Lyell, Lamarck, and Darwin']\",\"question\":\"Which group is composed entirely of individuals who maintained that species are fixed (i.e., unchanging)?\",\"src\":\"ori_mmlu-high_school_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}