{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"051422a0-8163-5154-bb7e-ec700c1acc18","task_key":"all--test--051422a0-8163-5154-bb7e-ec700c1acc18","task_revision_id":"1","upstream_id":"","short_description":"What is an act jure gestionis?","config":"all","split":"test","body":"{\"choices\":\"['Acts jure gestionis are those undertaken by States in a private capacity', 'All purchases by the State are acts jure gestionis', 'All acts undertaken by State corporations are jure gestionis', 'All conduct undertaken by government officials in their free time is considered jus gestionis.']\",\"question\":\"What is an act jure gestionis?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}