{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7b4a9dc6-2094-5f2a-be87-3c409bf9a717","task_key":"all--test--7b4a9dc6-2094-5f2a-be87-3c409bf9a717","task_revision_id":"1","upstream_id":"","short_description":"Little argues that we should accept a prerogative on the part of mothers to end…","config":"all","split":"test","body":"{\"choices\":\"[\\\"we should accept a prerogative to decline radical changes to one's practical identity.\\\", 'abortion is absolutely morally wrong.', 'abortion is presumptively morally wrong but can become permissible in certain extreme cases.', 'there is no clear answer about the moral status of abortion.']\",\"question\":\" Little argues that we should accept a prerogative on the part of mothers to end a pregnancy until the fetus is a person because\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}