{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"beaa9e70-58cb-52b7-b976-9456cf26a66f","task_key":"all--test--beaa9e70-58cb-52b7-b976-9456cf26a66f","task_revision_id":"1","upstream_id":"","short_description":"What is meant by the term 'functional isolation'?","config":"all","split":"test","body":"{\"choices\":\"['A child that is only developing one single function at the time', 'A child that is isolated from proper nutrition and therefore not developing adequately', 'A malnourished, apathetic child that is not receiving the same stimulation from the environment affecting his/her development negatively', 'None of the above']\",\"question\":\"What is meant by the term 'functional isolation'?\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}