{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c3388224-2ff6-59ef-8724-6d2dfd4641cc","task_key":"all--test--c3388224-2ff6-59ef-8724-6d2dfd4641cc","task_revision_id":"1","upstream_id":"","short_description":"Aesthetic values have to do with _______","config":"all","split":"test","body":"{\"choices\":\"['the moral value of works of art and other objects that could be judged beautiful', 'good and bad works of art and other objects that could be judged beautiful', 'the moral values of artists and critics', 'pragmatic decisions regarding the display of art']\",\"question\":\"Aesthetic values have to do with _______\",\"subject\":\"philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}