{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f78ed7c7-edc3-524e-9503-2b24ae62dee1","task_key":"all--test--f78ed7c7-edc3-524e-9503-2b24ae62dee1","task_revision_id":"1","upstream_id":"","short_description":"Which is a 'rock' under the UN Convention of the Law of the Sea (UNCLOS)?","config":"all","split":"test","body":"{\"choices\":\"['Rocks are the islands that are less than 10 square miles', 'Rocks are the islands that do not have any maritime zone', 'Rocks are the islands which cannot sustain human habitation or economic life of their own and according to article 121 (3) have no Exclusive Economic Zone or continental shelf.', 'Rocks are the small islands that can sustain human habitation']\",\"question\":\"Which is a 'rock' under the UN Convention of the Law of the Sea (UNCLOS)?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}