{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1806e22a-b987-5bdf-bfb5-df5590f938bb","task_key":"all--test--1806e22a-b987-5bdf-bfb5-df5590f938bb","task_revision_id":"1","upstream_id":"","short_description":"The auscultatory gap is:","config":"all","split":"test","body":"{\"choices\":\"['when you can no longer hear the Korotkoff sounds because the bladder is equal with the diastolic pressure.', 'when the Korotkoff sounds can be heard between systolic and diastolic phases.', 'when the Korotkoff sounds disappear then return during phase 2 as the bladder is deflated.', 'When the Korotkoff sounds do not disappear when the cuff is fully deflated.']\",\"question\":\"The auscultatory gap is:\",\"subject\":\"clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}