{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6ac9052b-41e8-521d-b7de-50c53086a6cd","task_key":"all--test--6ac9052b-41e8-521d-b7de-50c53086a6cd","task_revision_id":"1","upstream_id":"","short_description":"Research on second-language acquisition has shown which of the following about…","config":"all","split":"test","body":"{\"choices\":\"['Their cognitive development is delayed', 'They have better articulation than children who are not bilingual', 'Their native language proficiency has no effect on the rate of acquiring the second language', 'They have increased cognitive flexibility']\",\"question\":\"Research on second-language acquisition has shown which of the following about children who acquire a second language\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}