{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1a99e7e4-7a67-500c-9480-3f96cf699caf","task_key":"sw--test--1a99e7e4-7a67-500c-9480-3f96cf699caf","task_revision_id":"1","upstream_id":"","short_description":"Kuna shule nne zinazoshindana katika shindano la mpira wa kikapu. Kila shule…","config":"sw","split":"test","body":"{\"question\":\"Kuna shule nne zinazoshindana katika shindano la mpira wa kikapu. Kila shule imetuma timu ya wasichana ya mpira wa kikapu na timu ya wavulana ya mpira wa kikapu na kila timu ina wachezaji 5. Kila shule pia imetuma kocha wa kila timu. Kwa jumla, shule zote zimewatuma watu wangapi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}