{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e1ec2efc-6885-56aa-b7c4-e299bf2a14e9","task_key":"all--test--e1ec2efc-6885-56aa-b7c4-e299bf2a14e9","task_revision_id":"1","upstream_id":"","short_description":"The presence of caribou bones found near the Hudson River valley in New York…","config":"all","split":"test","body":"{\"choices\":\"['that the main food source was caribou meat.', 'a much colder climate during that time.', 'that caribou were imported into the United States from Canada.', 'that the people who lived at this site had high cholesterol.']\",\"question\":\"The presence of caribou bones found near the Hudson River valley in New York from a site dated 10,000 years ago implies:\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}