{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"92f5c164-260a-5528-9d0c-c37391ea0370","task_key":"all--test--92f5c164-260a-5528-9d0c-c37391ea0370","task_revision_id":"1","upstream_id":"","short_description":"When did Mohenjo-daro develop into a complex urban center?","config":"all","split":"test","body":"{\"choices\":\"['during the Early Shang Dynasty, from 1,000 to 400 B.P.', 'during the Qin Dynasty, from 3,500 to 3,000 B.P.', 'during the Mature Harappan period, from 4,500 to 4,000 B.P.', 'during the Early Harappan period, from 8,500 to 6,000 B.P.']\",\"question\":\"When did Mohenjo-daro develop into a complex urban center?\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}