{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"697c4e8d-8caa-51ec-9cb9-213c38b19e37","task_key":"sw--test--697c4e8d-8caa-51ec-9cb9-213c38b19e37","task_revision_id":"1","upstream_id":"","short_description":"Kiwango cha Eliza kila saa kwa saa 40 za kwanza anazofanya kazi kila wiki ni…","config":"sw","split":"test","body":"{\"question\":\"Kiwango cha Eliza kila saa kwa saa 40 za kwanza anazofanya kazi kila wiki ni $10. Pia anapokea malipo ya muda wa ziada ya mara 1.2 ya malipo yake ya kawaida ya saa. Iwapo Eliza alifanya kazi kwa saa 45 wiki hii, mapato yake ya wiki hii ni ngapi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}