{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4b9434ab-084b-552d-ab09-f780789932c3","task_key":"all--test--4b9434ab-084b-552d-ab09-f780789932c3","task_revision_id":"1","upstream_id":"","short_description":"When branched chain amino acids are deaminated in muscle, the ammonia produced…","config":"all","split":"test","body":"{\"choices\":\"['converted into arginine and released from the muscle.', 'converted into alanine and glutamine and released from the muscle.', 'converted into urea and released from the muscle.', 'used to synthesise purines and pyrimidines in the muscle.']\",\"question\":\"When branched chain amino acids are deaminated in muscle, the ammonia produced is mostly:\",\"subject\":\"college_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}