{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3c0136f9-c288-5e62-ae71-5f1d4535eb13","task_key":"sw--test--3c0136f9-c288-5e62-ae71-5f1d4535eb13","task_revision_id":"1","upstream_id":"","short_description":"Jennie anasaidia katika ofisi ya mamake. Ana mrundo wa barua 60 zinazohitaji…","config":"sw","split":"test","body":"{\"question\":\"Jennie anasaidia katika ofisi ya mamake. Ana mrundo wa barua 60 zinazohitaji kutiliwa muhuri, na mrundo wa barua ambazo tayari zina muhuri. Anaweka muhuri kwenye thuluthi moja ya barua zinazohitaji muhuri. Ikiwa sasa kuna barua 30 katika mrundo wa barua zilizo na muhuri, barua ngapi zilikuwa katika mrundo huo kabla ya Jennie kuanza?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}