{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b269332f-96e7-505d-8798-eb872802fc7e","task_key":"all--test--b269332f-96e7-505d-8798-eb872802fc7e","task_revision_id":"1","upstream_id":"","short_description":"If a blood unit has been out of refrigeration for longer than the accepted time…","config":"all","split":"test","body":"{\"choices\":\"[\\\"transfuse it as soon as possible and annotate the patient's notes with the time of administration.\\\", 'dispose of the contents in the sluice area, keeping the bag for record purposes.', 'return it to the blood bank and inform them of why you have done so.', 'refrigerate for a minimum of 12 hours and then administer it.']\",\"question\":\"If a blood unit has been out of refrigeration for longer than the accepted time limit, you should:\",\"subject\":\"clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}