{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5a738281-8026-5408-9bec-912e9f74e09b","task_key":"all--test--5a738281-8026-5408-9bec-912e9f74e09b","task_revision_id":"1","upstream_id":"","short_description":"Longitudinal studies of children with specific reading disabilities show that","config":"all","split":"test","body":"{\"choices\":\"['these children usually have subtle hearing disorders', 'reading chills usually do not reach normal levels as these children reach adulthood', 'these children usually excel in sports', 'the reading impairments usually accompanied by a low vocabulary level']\",\"question\":\"Longitudinal studies of children with specific reading disabilities show that\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}