{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0f6c763f-3c55-56fa-9d27-cb75c4a5b1f5","task_key":"all--test--0f6c763f-3c55-56fa-9d27-cb75c4a5b1f5","task_revision_id":"1","upstream_id":"","short_description":"Recent genomic analyses of Neandertals and modern human populations indicate…","config":"all","split":"test","body":"{\"choices\":\"['between 1% and 4% of the genome of modern humans with European and Asian ancestry originated from Neandertal populations, most likely through interbreeding.', 'Neandertal populations were entirely distinct and separate from anatomically modern humans, with no evidence of interbreeding.', 'anatomically modern humans throughout the world uniformly share approximately 16% of their genome with Neandertal populations.', 'modern Africans share more than 4% of their genome with Neandertals, far greater than modern European and Asian populations, indicating a lengthier time of successful interbreeding.']\",\"question\":\"Recent genomic analyses of Neandertals and modern human populations indicate that:\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}