{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"be9f88f2-947b-5a34-810c-cd8adc16fdbd","task_key":"all--test--be9f88f2-947b-5a34-810c-cd8adc16fdbd","task_revision_id":"1","upstream_id":"","short_description":"What is the difference between political and legal means of dispute settlement?","config":"all","split":"test","body":"{\"choices\":\"['The outcome arising from legal methods, ie arbitration or adjudication by the ICJ, is final and binding upon the parties, whereas this is not the case with diplomatic methods', 'The political methods are pursued upon the consent of then parties to the dispute, whereas the legal methods not', 'The political means lead to a final settlement of the dispute, whereas this is not the case with the legal methods', 'The legal methods of dispute settlement are pursued only in respect of significant disputes, whereas the political means are employed in all disputes']\",\"question\":\"What is the difference between political and legal means of dispute settlement?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}