{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"34978f40-2cff-53cc-aea6-0917ecc1cd56","task_key":"all--test--34978f40-2cff-53cc-aea6-0917ecc1cd56","task_revision_id":"1","upstream_id":"","short_description":"What is an act jure imperii?","config":"all","split":"test","body":"{\"choices\":\"['An act is jure imperii when undertaken by an international organisation', 'An act is jure imperii when undertaken in an official State capacity', 'All acts undertaken by State officials are acts jure imperii', 'An act is jure imperii when undertaken by a State corporation']\",\"question\":\"What is an act jure imperii?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}