{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ca01ebe8-89d5-52cd-b022-cdcbd4234ce9","task_key":"all--test--ca01ebe8-89d5-52cd-b022-cdcbd4234ce9","task_revision_id":"1","upstream_id":"","short_description":"A 1-year-old male is brought to the emergency department with blistered fresh…","config":"all","split":"test","body":"{\"choices\":\"['administer a 5% albumin infusion', 'administer intravenous steroids', 'contact child protective services', 'discharge the patient home with his parents']\",\"question\":\"A 1-year-old male is brought to the emergency department with blistered fresh burns over his hands and feet in a stocking and glove distribution. His mother reports that he was accidentally burned when he turned on the hot water in the bathtub while she was answering the telephone in the bedroom. In addition to debridement of the burns, pain management, a thorough history and physical examination, and baseline laboratory studies, the most appropriate next step is to\",\"subject\":\"professional_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}