{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f133c205-6bc2-5943-a4f2-d7f7ca78ecb0","task_key":"all--test--f133c205-6bc2-5943-a4f2-d7f7ca78ecb0","task_revision_id":"1","upstream_id":"","short_description":"What is the 'Lotus principle'?","config":"all","split":"test","body":"{\"choices\":\"[\\\"The so-called Lotus principle is that 'restrictions upon the independence of States cannot therefore be presumed', or, as it has been construed, 'whatever is not prohibited is permitted in international law'\\\", 'The so-called Lotus principle is that States are free to choose the Court that they will submit their disputes', 'The so-called Lotus principle is that States are not prohibited to assert their enforcement jurisdiction on the high seas', 'The so-called Lotus principle is that customary law derives from the combination of State practice and opinio juris']\",\"question\":\"What is the 'Lotus principle'?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}