{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d19dfa99-c309-54ea-89ff-ff3550de257c","task_key":"all--test--d19dfa99-c309-54ea-89ff-ff3550de257c","task_revision_id":"1","upstream_id":"","short_description":"Where do we find the 'general principles of law recognized by civilized nations'…","config":"all","split":"test","body":"{\"choices\":\"['We look for established principles of law recognized only among the most civilised nations', 'We look for established principles of law, which are common to all major legal systems', 'We look for general principles of international law recognized by international courts and tribunals', 'We look for general principles of law recognized by all nations']\",\"question\":\"Where do we find the 'general principles of law recognized by civilized nations' (article 38 ICJ Statute)?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}