{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6e8bdc41-b3c7-591f-b729-db1edec76074","task_key":"sw--test--6e8bdc41-b3c7-591f-b729-db1edec76074","task_revision_id":"1","upstream_id":"","short_description":"Elaine awali alikuwa na kadi 20 za Pokemon. Baada ya mwezi, alikusanya mara tatu…","config":"sw","split":"test","body":"{\"question\":\"Elaine awali alikuwa na kadi 20 za Pokemon. Baada ya mwezi, alikusanya mara tatu zaidi ya idadi hiyo. Katika mwezi wa pili, kadi alizokusanya zilikuwa chache kwa kadi alizokusanya mwezi wa kwanza na 20. Mwezi wa tatu, alikusanya mara mbili ya jumla ya kadi za pokemon alizokusanya mwezi wa kwanza na wa pili. Kwa sasa ana jumla ya kadi ngapi za pokemon?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}