{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fa3edd0e-0b66-532e-a780-32fa043d9127","task_key":"all--test--fa3edd0e-0b66-532e-a780-32fa043d9127","task_revision_id":"1","upstream_id":"","short_description":"If a transfusion reaction is suspected, you should:","config":"all","split":"test","body":"{\"choices\":\"['turn off the transfusion, inform medical staff immediately, and follow transfusion policy advice on dealing with acute transfusion reactions.', 'leave the transfusion running and contact the medical staff immediately.', 'disconnect and dispose of the blood bag immediately.', 'leave the transfusion running and record a set of observations on the patient.']\",\"question\":\"If a transfusion reaction is suspected, you should:\",\"subject\":\"clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}