{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"57decc6d-b124-5621-8cd7-4ae817726895","task_key":"all--test--57decc6d-b124-5621-8cd7-4ae817726895","task_revision_id":"1","upstream_id":"","short_description":"Trace element analysis can be used to determine:","config":"all","split":"test","body":"{\"choices\":\"['the morphology and age of an artifact or ecofact.', 'the geographic source of the raw material from which an artifact was made.', 'the wear patterns on tools.', 'the associations and context of an artifact, ecofact, or feature.']\",\"question\":\"Trace element analysis can be used to determine:\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}