{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c9674566-5afd-542b-b115-803d720519a3","task_key":"all--test--c9674566-5afd-542b-b115-803d720519a3","task_revision_id":"1","upstream_id":"","short_description":"What kind of rights do coastal States enjoy over their continental shelf?","config":"all","split":"test","body":"{\"choices\":\"['The coastal State enjoy ipso facto and ab initio sovereign rights over its continental shelf for the purpose of exploring it and exploiting its natural resources', 'The coastal State may exercise sovereign rights over its continental shelf only upon its declaration', 'The coastal State exercise sovereign rights over its continental shelf for the purpose of exploiting its fishing resources', 'The coastal State may exercise only limited rights over its continental shelf and only upon the consent of its neighbouring States']\",\"question\":\"What kind of rights do coastal States enjoy over their continental shelf?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}