{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d9725829-d92f-53c6-a703-2b3076046757","task_key":"all--test--d9725829-d92f-53c6-a703-2b3076046757","task_revision_id":"1","upstream_id":"","short_description":"Are all acts of State organs attributed to the State under the law international…","config":"all","split":"test","body":"{\"choices\":\"['The conduct of any State organ shall be considered an act of that State, even in the case that this conduct was unauthorized or ultra vires', 'Only the conduct of the higher echelons of the government of State shall be attributable to it', 'The conduct of any State organs shall be considered an act of that State, provided that it is intra vires', 'Only the conduct of the executive branch of the State shall be considered an act of that State.']\",\"question\":\"Are all acts of State organs attributed to the State under the law international responsibility?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}