{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"27ea6d91-bd54-5b8c-81c7-5a07377a0887","task_key":"all--test--27ea6d91-bd54-5b8c-81c7-5a07377a0887","task_revision_id":"1","upstream_id":"","short_description":"How does anthropology differ from other social sciences such as economics and…","config":"all","split":"test","body":"{\"choices\":\"['Anthropology is holistic and integrative in its approach.', 'Anthropology is less holistic and more theoretical in its approach.', 'Anthropology tends to focus on specific topics in history.', 'Anthropology is more narrowly focused than the other social sciences.']\",\"question\":\"How does anthropology differ from other social sciences such as economics and sociology?\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}