{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"893d1bcf-4398-5e0a-83a7-f8a92d0098a0","task_key":"all--test--893d1bcf-4398-5e0a-83a7-f8a92d0098a0","task_revision_id":"1","upstream_id":"","short_description":"Client thinks she has been slandered. What of the following is not true about…","config":"all","split":"test","body":"{\"choices\":\"['It is spoken defamation.', 'Plaintiff has to prove special damages, unless it falls into slander per se.', 'The statement does not have to be published if it constitutes slander per se.', 'There are four slander per se categories.']\",\"question\":\"Client thinks she has been slandered. What of the following is not true about slander?\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}