{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2511d4c6-e5dd-5a26-ac3a-1212e57c796f","task_key":"all--test--2511d4c6-e5dd-5a26-ac3a-1212e57c796f","task_revision_id":"1","upstream_id":"","short_description":"Mill argues on that even a false opinion should not be censored because","config":"all","split":"test","body":"{\"choices\":\"['no one actually knows anything.', \\\"you don't really know the true view unless you can explain why false views are false.\\\", \\\"you don't really know whether or not anything is false.\\\", 'All of the above.']\",\"question\":\" Mill argues on that even a false opinion should not be censored because\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}