{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"52fe8d63-1690-52a8-89f3-9ef96ace16c5","task_key":"default--test--3164","task_revision_id":"1","upstream_id":"3164","short_description":"Synthesis of an RNA/DNA hybrid from a single-stranded RNA template requires","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['RNase only', 'a DNA primer and RNase', 'a DNA or RNA primer and DNA polymerase', 'a DNA or RNA primer and reverse transcriptase', 'a RNA primer and DNA polymerase', 'DNA polymerase only', 'a RNA primer and reverse transcriptase', 'reverse transcriptase and RNase', 'reverse transcriptase only', 'a DNA primer, RNA primer and reverse transcriptase']\",\"question\":\"Synthesis of an RNA/DNA hybrid from a single-stranded RNA template requires\",\"src\":\"ori_mmlu-college_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}