{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ece2bd7f-cb68-57ae-bc6c-0d842bb4c2de","task_key":"default--test--6519","task_revision_id":"1","upstream_id":"6519","short_description":"The replication of hepatitis B includes which of the following stages?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Movement of intact virus to the cellular cytoplasm for replication', 'Conversion of relaxed circular viral DNA in to covalently closed circular (CCC) DNA in the nucleus', 'Virions produced in the cytoplasm by cellular DNA polymerase', 'Oncogenic activity to transform liver cells.']\",\"question\":\"The replication of hepatitis B includes which of the following stages?\",\"src\":\"ori_mmlu-virology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}