{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b1dcb210-9803-5ea0-bdd2-e4f1931d0b96","task_key":"all--test--b1dcb210-9803-5ea0-bdd2-e4f1931d0b96","task_revision_id":"1","upstream_id":"","short_description":"How did World War I shift economic power from Europe to the United States?","config":"all","split":"test","body":"{\"choices\":\"['The war reduced European population levels below that of the United States', 'The United States seized German resources after the war', 'European countries paid the United States for assistance', 'The United States became a creditor country and financial centre, with European war spending boosting the US economy']\",\"question\":\"How did World War I shift economic power from Europe to the United States?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}