{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d413d370-f9ae-5f18-adfd-2d384b07f0fd","task_key":"all--test--d413d370-f9ae-5f18-adfd-2d384b07f0fd","task_revision_id":"1","upstream_id":"","short_description":"Archaeology differs from pseudoscientific speculation and fantasies about…","config":"all","split":"test","body":"{\"choices\":\"['archaeology is not confined to evidence or the scientific method.', 'archaeologists are not interested in science fiction and do not actually know much about the ancient past.', 'archaeologists have actually solved all of the mysteries and controversies about the past.', 'archaeologists follow the scientific method and are constrained by evidence or lack of evidence.']\",\"question\":\"Archaeology differs from pseudoscientific speculation and fantasies about ancient extraterrestrials because:\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}