{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"93e4ee6d-4cbd-594b-879c-5f62b3632358","task_key":"all--test--93e4ee6d-4cbd-594b-879c-5f62b3632358","task_revision_id":"1","upstream_id":"","short_description":"A genetic study comparing the bones of a 7,000-year-old skeleton found in…","config":"all","split":"test","body":"{\"choices\":\"['the earliest anatomically modern Homo sapiens who lived in Europe 45,000 years ago.', 'people genetically traceable to the Middle East who moved into Europe about 9,000 years ago.', 'people who moved there from west Asia less than 5,000 years ago.', 'all of the above.']\",\"question\":\"A genetic study comparing the bones of a 7,000-year-old skeleton found in Germany, eight human skeletons dating to 8,000 years ago in Luxembourg, and more than 2,300 living Europeans found that the modern European genome included contributions from:\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}