{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c53047fb-44a1-5c86-b469-beb7ac74f755","task_key":"default--test--3326","task_revision_id":"1","upstream_id":"3326","short_description":"Which statement about variation is true?","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['All phenotypic variation is the result of genotypic variation.', 'All genetic variation produces phenotypic variation.', 'All nucleotide variability results in neutral variation.', 'All new alleles are the result of nucleotide variability.']\",\"question\":\"Which statement about variation is true?\",\"src\":\"ori_mmlu-high_school_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}