{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ab1f1c42-9deb-5e1b-87e1-8fc80f4a46d1","task_key":"all--test--ab1f1c42-9deb-5e1b-87e1-8fc80f4a46d1","task_revision_id":"1","upstream_id":"","short_description":"Select the single most accurate statement about the absorptive area of the human…","config":"all","split":"test","body":"{\"choices\":\"['The absorptive area is equivalent to that of a tennis court', 'All of the options given are correct', 'Changes in motility increase the contact time between nutrients and absorptive surface', 'The presence of folds, villi and microvilli on the surface of enterocytes magnifies the absorptive area']\",\"question\":\"Select the single most accurate statement about the absorptive area of the human intestine?\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}