{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4e62794e-bfc4-50f2-b861-6251664c9d4b","task_key":"all--test--4e62794e-bfc4-50f2-b861-6251664c9d4b","task_revision_id":"1","upstream_id":"","short_description":"Which of the following best describes Eurocentrism?","config":"all","split":"test","body":"{\"choices\":\"['Eurocentrism is a style of analysis in which European societies are compared to non-European societies to produce an unbiased comparison of the relative merits of each.', 'Eurocentrism is a thought style in which the assessment and evaluation of non-European societies is couched in terms of the cultural assumptions and biases of Europeans.', 'Eurocentrism describes studies or scholarly work that only consider European political or economic systems.', 'All of these options.']\",\"question\":\"Which of the following best describes Eurocentrism?\",\"subject\":\"security_studies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}