{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ac5ad49f-07d6-5292-b7ec-9bf549f55d0c","task_key":"all--test--ac5ad49f-07d6-5292-b7ec-9bf549f55d0c","task_revision_id":"1","upstream_id":"","short_description":"Advocates of care ethics argue that","config":"all","split":"test","body":"{\"choices\":\"['care ethics is an important development of virtue ethics.', 'that traditional moral theories have difficulty explaining the rightness or wrongness of attitudes.', 'that the only important more concepts are care and compassion.', 'that we should think about welfare and happiness in terms of sympathy.']\",\"question\":\" Advocates of care ethics argue that\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}