{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8a1b059f-2dc2-5f85-ae60-7790772c59ae","task_key":"all--test--8a1b059f-2dc2-5f85-ae60-7790772c59ae","task_revision_id":"1","upstream_id":"","short_description":"According to Huemer, even if drug use harms a person's friends, families, and…","config":"all","split":"test","body":"{\"choices\":\"['this would still not justify drug prohibition.', 'this would justify drug prohibition.', 'this would only justify drug prohibition if drug use was extremely likely to cause these harms.', 'this would only justify drug prohibition if drug use was more likely to cause these kinds of harms than other prohibited activity.']\",\"question\":\" According to Huemer, even if drug use harms a person's friends, families, and other relations,\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}