{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"11d5f849-d40c-561a-876e-ec5fa92d1a6f","task_key":"all--test--11d5f849-d40c-561a-876e-ec5fa92d1a6f","task_revision_id":"1","upstream_id":"","short_description":"Codons are composed of:","config":"all","split":"test","body":"{\"choices\":\"['triplet sequences of nucleotide bases in mRNA or DNA .', 'quadruplet sequences of nucleotide bases in mRNA or DNA.', 'triplet sequences of amino acids in polypeptide chains.', 'triplet sequences of deoxyribose sugars in DNA.']\",\"question\":\"Codons are composed of:\",\"subject\":\"clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}