{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cf5e356f-39f3-52ac-8d80-b61c39d09e05","task_key":"all--test--cf5e356f-39f3-52ac-8d80-b61c39d09e05","task_revision_id":"1","upstream_id":"","short_description":"According to Collins, one key claim of care ethics is that","config":"all","split":"test","body":"{\"choices\":\"['Deliberation should include sympathy and direct attendance to concrete particulars.', 'Deliberation should only include sympathy and direct attendance to concrete particulars.', 'Deliberation should only include general principles and exclude considerations of sympathy.', 'Deliberation should include sympathy but not consider concrete particulars.']\",\"question\":\" According to Collins, one key claim of care ethics is that\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}