{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bdd3c36f-da84-5770-a6f0-511e04d5a09f","task_key":"all--test--bdd3c36f-da84-5770-a6f0-511e04d5a09f","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements about human amino acid requirements in human…","config":"all","split":"test","body":"{\"choices\":\"['The amino acid requirements determined for adults is assumed to be the requirement pattern for all ages.', 'The amino acid requirements determined for adults is assumed to be the requirements for maintenance for all ages.', 'The amino acid pattern of breast milk is assumed to be the requirement pattern for all children.', 'The amino acid pattern of human tissue protein is assumed to be the requirement patterns for infants and young children.']\",\"question\":\"Which of the following statements about human amino acid requirements in human nutrition is correct?\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}