{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"637117bd-4c73-5995-86e9-e1c7afc24093","task_key":"all--test--637117bd-4c73-5995-86e9-e1c7afc24093","task_revision_id":"1","upstream_id":"","short_description":"Do individuals (physical) persons enjoy international legal personality in the…","config":"all","split":"test","body":"{\"choices\":\"['Individuals enjoy international legal personality, but this is limited', 'Individuals enjoy unlimited international legal personality', 'Individuals do not enjoy any international legal personality', 'Individuals can only bring claims before international courts']\",\"question\":\"Do individuals (physical) persons enjoy international legal personality in the same manner as States and international organisations?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}