{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b995d0d1-f1bf-5732-bb66-7528fad431c5","task_key":"default--test--3011","task_revision_id":"1","upstream_id":"3011","short_description":"What is the genetic basis of Down's syndrome?","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['Duplication of chromosome 14', 'Translocation between chromosomes 14 and 21', 'Deletion in chromosome 21', 'Mutation in chromosome 14', 'Duplication of chromosome 18', 'Deletion in chromosome 14', 'Inversion in chromosome 21', 'Duplication of chromosome 21', 'Trisomy of chromosome 21', 'Mutation in chromosome 21']\",\"question\":\"What is the genetic basis of Down's syndrome?\",\"src\":\"stemez-Genetics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}