{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ff62fecd-ad4e-5e23-95e0-229e27fdf3be","task_key":"all--test--ff62fecd-ad4e-5e23-95e0-229e27fdf3be","task_revision_id":"1","upstream_id":"","short_description":"Rachels believes that active euthanasia is better than passive euthanasia in…","config":"all","split":"test","body":"{\"choices\":\"['the patient will suffer more if he or she is allowed to die, compared to how much he or she would suffer if the physician actively ended his or her life.', 'the patient will suffer less if he or she is allowed to die, compared to how much he or she would suffer if the physician actively ended his or her life.', 'the patient clearly states that he or she would prefer to live as long as possible.', 'none of the above']\",\"question\":\" Rachels believes that active euthanasia is better than passive euthanasia in cases where\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}