{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e72cf632-0a87-5c6c-be95-ef6db4b87204","task_key":"all--test--e72cf632-0a87-5c6c-be95-ef6db4b87204","task_revision_id":"1","upstream_id":"","short_description":"Why is Mahavira a significant person in the Jaina traditions?","config":"all","split":"test","body":"{\"choices\":\"['He is the last of the ascetic prophets.', 'He is the first of the ascetic prophets', 'He is the most learned of the ascetic prophets', 'He is the most holy of the ascetic prophets']\",\"question\":\"Why is Mahavira a significant person in the Jaina traditions?\",\"subject\":\"world_religions\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}