{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"58e7a39a-ec5a-598c-bce4-f10bd898f50c","task_key":"all--test--58e7a39a-ec5a-598c-bce4-f10bd898f50c","task_revision_id":"1","upstream_id":"","short_description":"A correct statement about the early babbling of infants from different language…","config":"all","split":"test","body":"{\"choices\":\"['contains the full range of phonemes that comprise al languages', 'is different for each language community from the onset of babbling', 'is the same for each language community until the first words are spoken', 'depends upon the phonetic structure of the language']\",\"question\":\"A correct statement about the early babbling of infants from different language communities is chat it\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}