{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"49d6db96-23e0-53ae-ac1c-397a79a6b32e","task_key":"all--test--49d6db96-23e0-53ae-ac1c-397a79a6b32e","task_revision_id":"1","upstream_id":"","short_description":"The greatest Egyptian pyramids at Giza were built:","config":"all","split":"test","body":"{\"choices\":\"[\\\"as burial monuments for the pharaoh Khufu, Khufu's son Khafre, and Khufu's grandson Menkaure.\\\", 'by slaves who were coerced and worked under the threat of death, as described in the book of Exodus of the Old Testament.', 'in the construction frenzy of the 6th dynasty.', 'all of the above.']\",\"question\":\"The greatest Egyptian pyramids at Giza were built:\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}