{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"08e366ff-cebf-5e87-848c-3944eceef28c","task_key":"all--test--08e366ff-cebf-5e87-848c-3944eceef28c","task_revision_id":"1","upstream_id":"","short_description":"What is the meaning of proportionality in relation to the options available to…","config":"all","split":"test","body":"{\"choices\":\"['The victim State may use the same means and intensity of force as the aggressor', 'The victim State may use any means to defeat and incapacitate the aggressor', 'The victim State may only use such means and force as it is necessary to defeat the aggressor', 'The victim State can do nothing without Security Council approval']\",\"question\":\"What is the meaning of proportionality in relation to the options available to the victim State?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}