{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d7c37b2c-b12f-5325-9760-2dffedde7763","task_key":"all--test--d7c37b2c-b12f-5325-9760-2dffedde7763","task_revision_id":"1","upstream_id":"","short_description":"What forms may the obligation of reparation take?","config":"all","split":"test","body":"{\"choices\":\"['Reparation may take only the form of pecuniary compensation, including the interest', 'Reparation denotes only the physical restitution of the wrongful act', 'Reparation includes restitution, compensation, and satisfaction, either alone or alongside other forms of reparation', 'The form of reparation is a matter for the responsible State to decide']\",\"question\":\"What forms may the obligation of reparation take?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}