{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5bf3c08a-1172-5412-9965-01e6d50c3b71","task_key":"sw--test--5bf3c08a-1172-5412-9965-01e6d50c3b71","task_revision_id":"1","upstream_id":"","short_description":"Jason ana mpango wa simu wa dakika 1000 kila mwezi. Kila siku anapiga simu kwa…","config":"sw","split":"test","body":"{\"question\":\"Jason ana mpango wa simu wa dakika 1000 kila mwezi. Kila siku anapiga simu kwa dakika 15 akiongea na mdosi wake, na ameongea kwa simu dakika 300 na watu wengine mwezi huu. Jason bado amesalia na dakika ngapi ikiwa mwezi huu una siku 30?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}