{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"83d02dc1-6152-5040-ba51-46d572089d8c","task_key":"all--test--83d02dc1-6152-5040-ba51-46d572089d8c","task_revision_id":"1","upstream_id":"","short_description":"How treaties are to be interpreted?","config":"all","split":"test","body":"{\"choices\":\"['Treaties are to be interpreted in good faith in accordance with the ordinary meaning to be given to the terms of the treaty in their context and in the light of its object and purpose', 'Treaties are to be interpreted only in accordance with the ordinary meaning of their terms', 'Treaties are to be interpreted in accordance with the intention of the parties, as evidenced in the preparatory works of the treaty', 'Treaties are to be interpreted only in light of its object and purpose']\",\"question\":\"How treaties are to be interpreted?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}