{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dccbb6c8-ae8d-5cfa-b6dd-32cc3a2b1560","task_key":"all--test--dccbb6c8-ae8d-5cfa-b6dd-32cc3a2b1560","task_revision_id":"1","upstream_id":"","short_description":"What is the purpose of baselines under the law of the sea?","config":"all","split":"test","body":"{\"choices\":\"['The determination of baselines is used for the measuring of the internal waters of coastal States', 'The determination of baselines is instrumental to the establishment of all maritime zones, since they constitute the starting point for measuring the breadth of each zone', 'The determination of baselines is instrumental to the safe navigation of vessels on the high seas', 'Baselines are drawn only in cases of maritime delimitation between opposing State before an international court or tribunal']\",\"question\":\"What is the purpose of baselines under the law of the sea?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}