{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"353b8345-e84a-53cc-9a92-3474a7116e3d","task_key":"all--test--353b8345-e84a-53cc-9a92-3474a7116e3d","task_revision_id":"1","upstream_id":"","short_description":"A 20 year old student who has recently arrived in Britain from Sudan visits the…","config":"all","split":"test","body":"{\"choices\":\"['Bacterial and yeast overgrowth in the small intestine', 'Lack of pancreatic amylase', 'Lack of small intestinal lactase', 'Lack of small intestinal sucrase-isomaltase']\",\"question\":\"A 20 year old student who has recently arrived in Britain from Sudan visits the university health centre to complain of abdominal cramps and diarrhoea after drinking milk. Which of the following is the most likely cause of his problem?\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}