{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9a21d827-8730-5120-af6e-a5c0383e20f6","task_key":"all--test--9a21d827-8730-5120-af6e-a5c0383e20f6","task_revision_id":"1","upstream_id":"","short_description":"Which statement about variation is true?","config":"all","split":"test","body":"{\"choices\":\"['All phenotypic variation is the result of genotypic variation.', 'All genetic variation produces phenotypic variation.', 'All nucleotide variability results in neutral variation.', 'All new alleles are the result of nucleotide variability.']\",\"question\":\"Which statement about variation is true?\",\"subject\":\"high_school_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}