{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a98e9224-94e3-5c03-b89d-6f146abb1cc5","task_key":"all--test--a98e9224-94e3-5c03-b89d-6f146abb1cc5","task_revision_id":"1","upstream_id":"","short_description":"What is an 'internationally wrongful conduct'?","config":"all","split":"test","body":"{\"choices\":\"['An international wrongful conduct is an action or omission which is in breach of a rule of international criminal law', 'An international wrongful conduct is every breach of an international obligation of the State, whether attributable to it or not', 'An internationally wrongful conduct consists of an action or omission attributable to the State, which constitutes a breach of an international obligation of the State', 'An internationally wrongful conduct is the conduct that cannot be excused on grounds of necessity, force majeure etc.']\",\"question\":\"What is an 'internationally wrongful conduct'?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}