{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"64f9f695-5094-52cb-a9d8-a6cc38762743","task_key":"all--test--64f9f695-5094-52cb-a9d8-a6cc38762743","task_revision_id":"1","upstream_id":"","short_description":"A 33-year-old female presents to the office with the complaint of chronic pelvic…","config":"all","split":"test","body":"{\"choices\":\"['collateral estoppel', 'proximate cause', 'res ipsa loquitur', 'respondeat superior']\",\"question\":\"A 33-year-old female presents to the office with the complaint of chronic pelvic pain that began after she underwent a hysterectomy 6 months ago. Following a physical examination, a CT scan of the pelvis is ordered. After the scan is complete, the radiologist calls to report that the patient has a surgical sponge in her pelvis. In a subsequent malpractice suit, the plaintiff establishes that the sponge could not have been left unless there was negligence. The most appropriate term to represent the legal concept invoked by the patient is\",\"subject\":\"professional_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}