{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"86aaf292-0131-50e3-b64f-b60de8debfc3","task_key":"all--test--86aaf292-0131-50e3-b64f-b60de8debfc3","task_revision_id":"1","upstream_id":"","short_description":"The legal basis for the escalation of United States involvement in the Vietnam…","config":"all","split":"test","body":"{\"choices\":\"['declaration of war by Congress', 'passage of the Gulf of Tonkin Resolution by Congress', 'United Nations resolution condemning the North Vietnamese invasion of South Vietnam', 'mutual defense provisions of the North Atlantic Treaty Organization (NATO)']\",\"question\":\"The legal basis for the escalation of United States involvement in the Vietnam War was the\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}