{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"207aec3e-7090-56b7-9842-38ece88c560d","task_key":"all--test--207aec3e-7090-56b7-9842-38ece88c560d","task_revision_id":"1","upstream_id":"","short_description":"What are the limitations of food balance sheets? (select all that apply)?","config":"all","split":"test","body":"{\"choices\":\"['No account is taken of waste or losses of food', 'Consumption estimates give higher values than those derived from other types of surveys', 'No information is available on the distribution of consumption within a country', 'All of the options given are correct']\",\"question\":\"What are the limitations of food balance sheets? (select all that apply)?\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}