{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"42a80662-f073-58ce-88ee-1044b842abd9","task_key":"all--test--42a80662-f073-58ce-88ee-1044b842abd9","task_revision_id":"1","upstream_id":"","short_description":"Which of the following was a direct result of the First Opium War of 1839-1842?","config":"all","split":"test","body":"{\"choices\":\"['The Chinese commissioner of trade in Canton (Guangzhou) banned the opium trade in that city.', 'China was forced to open some of its ports to international trade.', 'Chinese revolutionaries toppled the Qing dynasty.', 'Chinese leaders set out to remake their economy along Western lines.']\",\"question\":\"Which of the following was a direct result of the First Opium War of 1839-1842?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}