{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e0080b41-b56c-5205-b2eb-fa5c4f781934","task_key":"all--test--e0080b41-b56c-5205-b2eb-fa5c4f781934","task_revision_id":"1","upstream_id":"","short_description":"One advantage of an expected death over an unexpected death is that","config":"all","split":"test","body":"{\"choices\":\"['One can use up some grief before the actual loss', 'One can make funeral and estate plans with the loved one', 'One can find ways to avoid having the same death for themselves', 'One can assist the terminally ill person in speeding their death']\",\"question\":\"One advantage of an expected death over an unexpected death is that\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}