{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ae0e4694-074b-504e-9190-3f5330b26a27","task_key":"all--test--ae0e4694-074b-504e-9190-3f5330b26a27","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is evidence for interbreeding between anatomically modern…","config":"all","split":"test","body":"{\"choices\":\"['All modern humans share a major percentage of their genome with Neandertals.', 'All Neandertals share a major percentage of their genome with modern humans.', 'A small but significant percentage of the genome of modern humans who trace their ancestry to Europe and Asia originated with Neandertals.', 'A small but significant percentage of the genome of Neandertals is found in anatomically modern humans who trace their ancestry to Africa.']\",\"question\":\"Which of the following is evidence for interbreeding between anatomically modern humans and Neandertals?\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}