{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b749b0cf-c0dd-5cbb-8283-54ca1e3ef2b8","task_key":"all--test--b749b0cf-c0dd-5cbb-8283-54ca1e3ef2b8","task_revision_id":"1","upstream_id":"","short_description":"Are the provisional measures issued by the ICJ binding upon the parties?","config":"all","split":"test","body":"{\"choices\":\"['No, according to the literal interpretation of the relevant provision of the State, the provisional measures are not binding', 'No, unless the parties have agreed so beforehand', 'It depends upon the Court whether the provisional measures will be binding', 'Yes, it has been consistently held by the Court since the La Grand case (2001) that they are binding']\",\"question\":\"Are the provisional measures issued by the ICJ binding upon the parties?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}