{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9c33b44b-03ea-566a-a743-94e4297833ba","task_key":"all--test--9c33b44b-03ea-566a-a743-94e4297833ba","task_revision_id":"1","upstream_id":"","short_description":"What is the value of the Resolutions of the UN General Assembly in terms as a…","config":"all","split":"test","body":"{\"choices\":\"['GA Resolutions are considered as additional sources of international law and thus binding upon States', 'GA Resolutions are equivalent to treaties', 'GA Resolutions reflect always customary law', 'GA Resolutions are considered as material source, in the sense that they may enunciate statements of customary law']\",\"question\":\"What is the value of the Resolutions of the UN General Assembly in terms as a 'source' of international law?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}