{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"937962e0-4f12-52fa-bf59-ec822458632b","task_key":"all--test--937962e0-4f12-52fa-bf59-ec822458632b","task_revision_id":"1","upstream_id":"","short_description":"Which one of the following is a definition of glycaemic index?","config":"all","split":"test","body":"{\"choices\":\"['The increase in blood glucose concentration after consuming the food.', 'The increase in blood glucose concentration after consuming the food compared with that after consuming an equivalent amount of white bread.', 'The increase in blood insulin concentration after consuming the food.', 'The increase in blood insulin concentration after consuming the food compared with that after consuming an equivalent amount of white bread.']\",\"question\":\"Which one of the following is a definition of glycaemic index?\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}