{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"11f1b0a1-4c9a-542a-aa96-2de03d9731c5","task_key":"default--test--3492","task_revision_id":"1","upstream_id":"3492","short_description":"Charles Darwin was the first person to propose","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['that humans evolved from apes.', 'that evolution occurs.', 'that evolution occurs through a process of gradual change.', 'that the Earth is older than a few thousand years.', 'a mechanism for how evolution occurs.', 'a mechanism for evolution that was supported by evidence.', 'a complete taxonomy of all known species.', 'the idea of natural selection.', 'the theory of relativity.', 'the concept of genetic inheritance.']\",\"question\":\"Charles Darwin was the first person to propose\",\"src\":\"ori_mmlu-high_school_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}