{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"69a71749-5144-53c1-924e-c97817a529d4","task_key":"default--test--7692","task_revision_id":"1","upstream_id":"7692","short_description":"Statement 1 | Every group of order 159 is cyclic. Statement 2 | Every group of…","config":"default","split":"test","body":"{\"category\":\"math\",\"options\":\"['False, Cannot be determined', 'False, False', 'False, True', 'True, True', 'True, False', 'Cannot be determined, True', 'True, Cannot be determined', 'Cannot be determined, Cannot be determined', 'Cannot be determined, False', 'False, True, Cannot be determined']\",\"question\":\"Statement 1 | Every group of order 159 is cyclic. Statement 2 | Every group of order 102 has a nontrivial proper normal subgroup.\",\"src\":\"ori_mmlu-abstract_algebra\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}