{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2eaf8996-d757-5d56-9720-3217008ec09a","task_key":"all--test--2eaf8996-d757-5d56-9720-3217008ec09a","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements about the digestibility of dietary proteins is…","config":"all","split":"test","body":"{\"choices\":\"['The digestibility of plant proteins is generally less good compared to animal proteins.', 'The digestibility of meat protein is less good compared with plant proteins.', 'Digestibility can only be measured at the terminal ileum', 'Digestibility can only be measured as faecal digestibility']\",\"question\":\"Which of the following statements about the digestibility of dietary proteins is correct?\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}