{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3638c95b-88a0-5355-8fe2-67f7e3320e9c","task_key":"all--test--3638c95b-88a0-5355-8fe2-67f7e3320e9c","task_revision_id":"1","upstream_id":"","short_description":"What caused the food-price spike of 2007-2008?","config":"all","split":"test","body":"{\"choices\":\"['Long-term neglect of agricultural and rural development caused the spike.', 'The use of food crops to produce biofuel caused food prices to rise.', 'It was caused by commodity price speculation.', 'All of the above were among the causes.']\",\"question\":\"What caused the food-price spike of 2007-2008?\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}