{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9ded45ff-2ccb-59b4-b8ff-c0cb785f2d5a","task_key":"all--test--9ded45ff-2ccb-59b4-b8ff-c0cb785f2d5a","task_revision_id":"1","upstream_id":"","short_description":"What is the meaning of cultural relativism?","config":"all","split":"test","body":"{\"choices\":\"['Culture relativism posits that human rights apply equally to all without restrictions', 'Culture relativism posits that human rights have a cultural origin', 'Cultural relativism posits that the application of human rights is relative to the laws in each nation', 'Cultural relativism posits that local culture should validate the existence and practice of all human rights']\",\"question\":\"What is the meaning of cultural relativism?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}