{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e6b963e8-503d-5af4-9341-3207e8125def","task_key":"all--test--e6b963e8-503d-5af4-9341-3207e8125def","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is the best description of traditional phonics…","config":"all","split":"test","body":"{\"choices\":\"['Students study lists of high-frequency words in order to increase reading speed and comprehension.', 'Students are taught individual letter sounds first, followed by letter combination sounds and the rules of putting these combinations together to make words.', 'Students are immersed in written language, and encouraged to decode entire words using context clues.', 'Students analyze patterns of organization and syntax as a way of learning to recognize common structures.']\",\"question\":\"Which of the following is the best description of traditional phonics instruction?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}