{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"56fd4b15-1e17-5170-9d63-fffaf6e57648","task_key":"all--test--56fd4b15-1e17-5170-9d63-fffaf6e57648","task_revision_id":"1","upstream_id":"","short_description":"Kamm claims that Sandel's moral distinction between treatment and enhancement…","config":"all","split":"test","body":"{\"choices\":\"['nature in itself has no moral value.', 'nature is sacred and should be honored.', 'human beings want enhancement more than they want treatment.', 'there is no moral difference between treatment and enhancement.']\",\"question\":\" Kamm claims that Sandel's moral distinction between treatment and enhancement assumes that\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}