{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"edf1272f-c687-5aab-a67a-229a64919938","task_key":"sw--test--edf1272f-c687-5aab-a67a-229a64919938","task_revision_id":"1","upstream_id":"","short_description":"Shawnda ameamua kuwa watoto wa mtaa wake wanaweza kwa kweli kutumia huduma ya…","config":"sw","split":"test","body":"{\"question\":\"Shawnda ameamua kuwa watoto wa mtaa wake wanaweza kwa kweli kutumia huduma ya kuongeza pumzi kwa baiskeli. Anaamua njia bora ya kutoza ni kwa kila tairi. Kila tairi hugharimi senti 25 kuongeza pumzi. Siku ya kwanza, watu 5 kwenye baiskeli walikuja ili kuongezewa pumzi kwenye tairi zao zote mbili kila mmoja. Watu 3 walikuja ili kuongeza pumzi kwenye tairi zao tatu kila mmoja. Hatimaye, mtu mmoja alikuja kwa baiskeli yenye tairi moja. Alipata dola ngapi hiyo siku?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}