{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7759fa89-fadd-5fbd-a5e4-3c7213af31ee","task_key":"all--test--7759fa89-fadd-5fbd-a5e4-3c7213af31ee","task_revision_id":"1","upstream_id":"","short_description":"Callahan cites the Oregon Death with Dignity Legal Defense and the Education…","config":"all","split":"test","body":"{\"choices\":\"[\\\"they can't know this to be true without an anonymous survey.\\\", 'other studies have found contrary results.', 'even if the finding is true, it is irrelevant to the moral status of euthanasia.', 'the findings are suspect because the study was performed by advocates of euthanasia.']\",\"question\":\" Callahan cites the Oregon Death with Dignity Legal Defense and the Education Center's finding that \\\"after four full years .. there have been no missteps, abuses or coercive tendencies\\\" regarding laws permitting euthanasia. In response he argues that\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}