{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"70bed19a-0f2c-5c5f-8c06-c7729fca1cd2","task_key":"all--test--70bed19a-0f2c-5c5f-8c06-c7729fca1cd2","task_revision_id":"1","upstream_id":"","short_description":"What was the significance of the Gulf of Tonkin resolution?","config":"all","split":"test","body":"{\"choices\":\"['It allowed the US to intensify its involvement in Vietnam', 'It illustrated the influence of public opinion on US foreign policy', 'It enhanced Congressional control over the Vietnam War', 'It curtailed US involvement in Vietnam']\",\"question\":\"What was the significance of the Gulf of Tonkin resolution?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}