{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8b1a6ca3-7fe9-5c19-9454-eb61b2c09957","task_key":"all--test--8b1a6ca3-7fe9-5c19-9454-eb61b2c09957","task_revision_id":"1","upstream_id":"","short_description":"Which of the following facts was established prior to 1859, the year in which…","config":"all","split":"test","body":"{\"choices\":\"['DNA provides the macromolecular basis of heredity.', 'Mendelian principles explain why some traits are dominant and others are recessive.', 'Prokaryotes include two major domains, the Bacteria and the Archaea.', 'There exist fossilized remains of species that have become extinct.']\",\"question\":\"Which of the following facts was established prior to 1859, the year in which Charles Darwin published On the Origin of Species?\",\"subject\":\"college_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}