{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fb9d7bdb-ac00-5889-8cf9-6ca9995e03f9","task_key":"all--test--fb9d7bdb-ac00-5889-8cf9-6ca9995e03f9","task_revision_id":"1","upstream_id":"","short_description":"What were the 'open-door notes'?","config":"all","split":"test","body":"{\"choices\":\"['An American declaration that the US was always open to Chinese immigration', 'An American proclamation that China should be divided up between the US, Japan and the European empires', 'An American proclamation that China should be open to US trade and missionaries', 'An American declaration of support for Chinese economic protectionism']\",\"question\":\"What were the 'open-door notes'?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}