{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"efe45001-d76f-5ba5-a0e3-46d7a7b82801","task_key":"all--test--efe45001-d76f-5ba5-a0e3-46d7a7b82801","task_revision_id":"1","upstream_id":"","short_description":"What dimension did the Kadi judgment introduce with respect to the incorporation…","config":"all","split":"test","body":"{\"choices\":\"['The Kadi judgment demanded that UNSC resolutions are construed in accordance with human rights', 'The Kadi judgment demanded that all UNSC resolutions be incorporated without any further implementing legislation', 'The Kadi judgment required that important UNSC resolutions be transformed and not merely incorporated', 'The Kadi judgment claimed that UNSC resolutions are not binding if they violate human rights']\",\"question\":\"What dimension did the Kadi judgment introduce with respect to the incorporation of UN Security Council resolutions?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}