{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d1933234-b290-58dc-a29d-3afb082e8d51","task_key":"all--test--d1933234-b290-58dc-a29d-3afb082e8d51","task_revision_id":"1","upstream_id":"","short_description":"Why did Franklin D. Roosevelt initially favour an 'isolationist' stance on the…","config":"all","split":"test","body":"{\"choices\":\"['He believed that internal reform rather than international negotiation was the key to economic regeneration of the US', 'He believed that German domination of Europe would be in US interests', 'He always favoured isolationism', 'All of the above']\",\"question\":\"Why did Franklin D. Roosevelt initially favour an 'isolationist' stance on the part of the US during the 1930s?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}