{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"664431c9-1b17-54c5-9d93-672da6ef36ec","task_key":"all--test--664431c9-1b17-54c5-9d93-672da6ef36ec","task_revision_id":"1","upstream_id":"","short_description":"A kindergarten teacher sets up a literacy center with an activity that asks…","config":"all","split":"test","body":"{\"choices\":\"['Phonics', 'Vocabulary', 'Letter recognition', 'Phonemic awareness']\",\"question\":\"A kindergarten teacher sets up a literacy center with an activity that asks students to match pictures of objects with pictures of letters to correctly indicate the beginning sound. Which of the following is the teacher trying to develop in students through the center?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}