{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2d31c149-fbad-52a1-b968-b5c882b8dc95","task_key":"all--test--2d31c149-fbad-52a1-b968-b5c882b8dc95","task_revision_id":"1","upstream_id":"","short_description":"A 10-year-old student who was born in a non- English-speaking country has been…","config":"all","split":"test","body":"{\"choices\":\"['uses an interpreter who is fluent in the language of the country in which the student was born', 'uses the results of at least two Englishlanguage intelligence tests', 'accounts for sociocultural and adaptive behavior in the process of identifying skills and abilities', 'includes parent interviews and classroom observations as well as the results of an intelligence test']\",\"question\":\"A 10-year-old student who was born in a non- English-speaking country has been referred as a possible candidate for special education services on the basis of low scores achieved on the school district's group achievement test. The student achieved high scores on the district's English fluency test. Of the following approaches to diagnostic assessment, the most appropriate is one that\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}