{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3d27146c-d8e9-52f9-bae6-591f7af343f6","task_key":"default--test--3401","task_revision_id":"1","upstream_id":"3401","short_description":"What are the different types of point mutations?","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['Frame shift mutations and nucleotide repeats', 'Base substitutions and small insertions and deletions', 'Base additions and large insertions', 'Silent mutations and missense mutations', 'Duplication mutations and triplet repeat expansions', 'Inversion mutations and base modifications', 'Transitions and transversions', 'Nonsense mutations and splice site mutations', 'Nucleotide flipping and deletions', 'Single nucleotide polymorphisms and chromosomal rearrangements']\",\"question\":\"What are the different types of point mutations?\",\"src\":\"stemez-Genetics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}