{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b1e6bb3d-e49e-53df-9c2f-117699dd6717","task_key":"all--test--b1e6bb3d-e49e-53df-9c2f-117699dd6717","task_revision_id":"1","upstream_id":"","short_description":"Who has the authority to conclude a treaty on the part of States?","config":"all","split":"test","body":"{\"choices\":\"['Treaties are concluded by the competent representatives of States. Heads of States, heads of governments, ministers of foreign affairs and heads of diplomatic missions are presumed to have such authority', 'Treaties may only negotiated and concluded by the heads of State and ministers of foreign affairs', \\\"Treaties are negotiated and signed only by the persons that bear the necessary 'full powers' and no person is presumed to hold such authority\\\", 'Treaties are concluded only by members of the diplomatic missions of States']\",\"question\":\"Who has the authority to conclude a treaty on the part of States?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}