{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"65063656-3a5c-55d2-a516-2c2dec979c97","task_key":"all--test--65063656-3a5c-55d2-a516-2c2dec979c97","task_revision_id":"1","upstream_id":"","short_description":"What is the purpose of sovereign immunity?","config":"all","split":"test","body":"{\"choices\":\"['The purpose of immunity is to protect foreign Heads of State from embarrassment', 'Immunity protects a State from being invaded by another', 'Immunity shields States from being sued in the courts of other States', 'The purpose of immunity is to offer impunity in respect of all crimes']\",\"question\":\"What is the purpose of sovereign immunity?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}