{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e10f507e-c73e-5894-abec-0042b31d950e","task_key":"all--test--e10f507e-c73e-5894-abec-0042b31d950e","task_revision_id":"1","upstream_id":"","short_description":"What is the meaning of 'secondary rules' in the law of international…","config":"all","split":"test","body":"{\"choices\":\"['Secondary rules are the rules of interpretation of international law, including the law of international responsibility', 'Secondary rules are the rules that govern the legal consequences arising from a breach of the primary rules, ie of the international obligations of the States', 'Secondary rules are the rules that govern exclusively the concept of attribution in the law of international responsibility', 'Secondary rules are the rules that govern exclusively the law of countermeasures']\",\"question\":\"What is the meaning of 'secondary rules' in the law of international responsibility?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}