{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ded084f1-7f89-5a6c-876b-4a2c10e586c2","task_key":"all--test--ded084f1-7f89-5a6c-876b-4a2c10e586c2","task_revision_id":"1","upstream_id":"","short_description":"A food additive is considered to be safe when:","config":"all","split":"test","body":"{\"choices\":\"['No evidence of human toxicity has been observed over the period of its use', 'Estimated Daily Intake (EDI) from its presence in food is less than its ADI', 'Its toxic effects are observed only at doses 100x the EDI', 'Its benefits outweigh its risks']\",\"question\":\"A food additive is considered to be safe when:\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}