{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bd974145-4cb4-5f07-b655-7a1343621971","task_key":"all--test--bd974145-4cb4-5f07-b655-7a1343621971","task_revision_id":"1","upstream_id":"","short_description":"What was the consequence from the absence of implementing legislation in the Tin…","config":"all","split":"test","body":"{\"choices\":\"['The International Tin Council was headquartered in London and hence the absence of implementing legislation was inconsequential', 'The constitutive treaties of international organisations are subject to the doctrine of incorporation', \\\"The absence of implementing legislation with respect to the Council's founding treaty meant that individuals did not derive rights and duties from it in the English legal system\\\", 'The absence of implementing legislation in England in respect of an international organisation is inconsequential under international law']\",\"question\":\"What was the consequence from the absence of implementing legislation in the Tin Council case?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}