{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c08293fe-faf0-53f2-8b57-f2d07bbbb4ec","task_key":"sw--test--c08293fe-faf0-53f2-8b57-f2d07bbbb4ec","task_revision_id":"1","upstream_id":"","short_description":"iPhone ya Brandon ni ya zamani mara nne zaidi ya iPhone ya Ben. iPhone ya Ben ni…","config":"sw","split":"test","body":"{\"question\":\"iPhone ya Brandon ni ya zamani mara nne zaidi ya iPhone ya Ben. iPhone ya Ben ni ya zamani mara mbili zaidi ya iPhone ya Suzy. Iwapo iPhone ya Suzy imekaa mwaka 1, iPhone ya Brandon imekaa kwa miaka mingapi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}