{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"62502ee8-b2d1-5879-826f-53f35a4aa73f","task_key":"all--test--62502ee8-b2d1-5879-826f-53f35a4aa73f","task_revision_id":"1","upstream_id":"","short_description":"What was the significance of the Truman Doctrine?","config":"all","split":"test","body":"{\"choices\":\"['It indicated the special place of Greece and Turkey in American interests', \\\"It was Truman's first statement on European affairs\\\", 'It indicated US reluctance to get involved in incidents outside of its immediate sphere of influence', 'It indicated that the US would now view all local revolts through a geopolitical lens']\",\"question\":\"What was the significance of the Truman Doctrine?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}