{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5f1454fc-a5ab-5b69-b3e5-ed85c1aff9e9","task_key":"all--test--5f1454fc-a5ab-5b69-b3e5-ed85c1aff9e9","task_revision_id":"1","upstream_id":"","short_description":"The replication of hepatitis B includes which of the following stages?","config":"all","split":"test","body":"{\"choices\":\"['Movement of intact virus to the cellular cytoplasm for replication', 'Conversion of relaxed circular viral DNA in to covalently closed circular (CCC) DNA in the nucleus', 'Virions produced in the cytoplasm by cellular DNA polymerase', 'Oncogenic activity to transform liver cells.']\",\"question\":\"The replication of hepatitis B includes which of the following stages?\",\"subject\":\"virology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}