{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bed49674-d854-505f-807e-a422a40c8a5e","task_key":"all--test--bed49674-d854-505f-807e-a422a40c8a5e","task_revision_id":"1","upstream_id":"","short_description":"How can the structure of the international society be displayed?","config":"all","split":"test","body":"{\"choices\":\"['The structure of the international society follows the vertical model of the domestic legal orders', 'International society consists of a constellation of sovereign States and other international organizations, which are dispersed in a rather horizontal order of authority', 'International society is so anarchical that there is no order of authority, neither vertical nor horizontal', 'The structure of the international society resembles the structure of the most powerful nations in the world']\",\"question\":\"How can the structure of the international society be displayed?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}