{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"900a0c21-cd6c-5b9c-8bca-951fd1fe9016","task_key":"sw--test--900a0c21-cd6c-5b9c-8bca-951fd1fe9016","task_revision_id":"1","upstream_id":"","short_description":"Lee alikuwa anaweza kukimbia mbio ya viunzi vya mita 400 sekunde mbili haraka…","config":"sw","split":"test","body":"{\"question\":\"Lee alikuwa anaweza kukimbia mbio ya viunzi vya mita 400 sekunde mbili haraka zaidi ya jinsi ambavyo Gerald angekimbia viunzi vya mita 400. Lakini Gerald alibadilisha mlo wake, ulioboresha kasi yake kwa 10%. Iwapo Lee hukimbia viunzi vya mita 400 kwa sekunde 38, Gerald, kwa lishe yake iliyoboreshwa, anaweza kukimbia viunzi vya mita 400 kwa sekunde ngapi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}