{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7f63e2ba-e691-5ac0-ac2f-f2b4730398f3","task_key":"all--test--7f63e2ba-e691-5ac0-ac2f-f2b4730398f3","task_revision_id":"1","upstream_id":"","short_description":"Who is an 'injured State' in the law of international responsibility?","config":"all","split":"test","body":"{\"choices\":\"[\\\"A State is 'injured' in case that it has suffered a damage from the internationally wrongful conduct\\\", \\\"A State is 'injured' in cases that there has been a violation of a peremptory norm of international law\\\", \\\"A State is 'injured' should it acknowledge the existence of the internationally wrongful conduct\\\", \\\"A State is 'injured' if the obligation breached was owed to it individually or if it was owed to a group of States, including that State, and it was specially affected\\\"]\",\"question\":\"Who is an 'injured State' in the law of international responsibility?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}