{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cfe12e49-6598-5f5a-9778-eda0ed0e9267","task_key":"sw--test--cfe12e49-6598-5f5a-9778-eda0ed0e9267","task_revision_id":"1","upstream_id":"","short_description":"Wanafunzi wanne walipata jumla ya alama 251 katika mchezo wa ubao. Naomi alipata…","config":"sw","split":"test","body":"{\"question\":\"Wanafunzi wanne walipata jumla ya alama 251 katika mchezo wa ubao. Naomi alipata alama 68 kati ya hizo. Yuri alipata alama 10 zaidi ya nusu ya alama za Naomi na Brianna alipata alama 17 zaidi ya Naomi. Jojo alipata alama ngapi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}