{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8936b455-5518-5d65-9eb9-26ed98f41541","task_key":"sw--test--8936b455-5518-5d65-9eb9-26ed98f41541","task_revision_id":"1","upstream_id":"","short_description":"Mashua ya Julia yalianza kuvuja wakati alikuwa kwenye ziwa. Mashua hayo yalikuwa…","config":"sw","split":"test","body":"{\"question\":\"Mashua ya Julia yalianza kuvuja wakati alikuwa kwenye ziwa. Mashua hayo yalikuwa yanaingiza lita mbili za maji kwa kila futi kumi alivuta makasi akirejea ufuo. Ilimchukua sekunde kumi na sita kupiga makasia ya futi ishirini. Ufuo ulikuwa umbali wa sekunde 64. Mashua hayo yalikuwa yameingiza maji kiasi gani wakati ambapo Julia alifika kwenye ufuo?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}