{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dba3222c-1c0b-51fc-8be4-988ac40a0557","task_key":"all--test--dba3222c-1c0b-51fc-8be4-988ac40a0557","task_revision_id":"1","upstream_id":"","short_description":"Which State exercises jurisdiction over vessels on the high seas?","config":"all","split":"test","body":"{\"choices\":\"['All States may exercise jurisdiction over foreign vessels on the high seas', 'States may exercise jurisdiction over foreign vessels on the high seas only in cases of criminal activity that concerns them', 'The flag State is to exercise exclusive jurisdiction over its vessels on the high seas, with the exception of specific cases, such as piracy', 'The flag State is the only State to exercise exclusive jurisdiction over its vessels on the high seas with no exception']\",\"question\":\"Which State exercises jurisdiction over vessels on the high seas?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}