{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6bc94253-278d-5e86-96f3-a17426c938d5","task_key":"all--test--6bc94253-278d-5e86-96f3-a17426c938d5","task_revision_id":"1","upstream_id":"","short_description":"Toxicity and dose-response data from animal studies, together with data of which…","config":"all","split":"test","body":"{\"choices\":\"['Rates of consumption of the food to which the substance is added', 'The concentration of the substance in food', 'The daily intake of the substance by humans consuming the food', 'The total amount of the substance a person will consume over a lifetime']\",\"question\":\"Toxicity and dose-response data from animal studies, together with data of which of the following types, are used to evaluate the safety of a food substance?\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}