{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9e3c84f6-1ce6-583f-9314-dc96813297d4","task_key":"all--test--9e3c84f6-1ce6-583f-9314-dc96813297d4","task_revision_id":"1","upstream_id":"","short_description":"The low intake of carbohydrate in the diet:","config":"all","split":"test","body":"{\"choices\":\"['does not influence exercise performance in events lasting less than 10 minutes.', 'affects the resting muscle pH.', 'may impair high intensity exercise performance.', 'results in greater reliance on muscle glycogen during exercise.']\",\"question\":\"The low intake of carbohydrate in the diet:\",\"subject\":\"college_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}