{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2c04b695-c483-580d-908b-ba544c758753","task_key":"all--test--2c04b695-c483-580d-908b-ba544c758753","task_revision_id":"1","upstream_id":"","short_description":"Children who are obese should:","config":"all","split":"test","body":"{\"choices\":\"['Follow a different diet to the rest of the family', 'Eat the same and take more exercise', 'Reduce their total energy intake, increase their activity level and reduce their screen time', 'Eat more fruit and vegetables']\",\"question\":\"Children who are obese should:\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}