{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ed24c6c3-adec-5d91-b9db-fc21cf0fb4c4","task_key":"sw--test--ed24c6c3-adec-5d91-b9db-fc21cf0fb4c4","task_revision_id":"1","upstream_id":"","short_description":"Bendi ya wanaojipanga inaagiza sare mpya. Kila sare huja na kofia ambayo bei…","config":"sw","split":"test","body":"{\"question\":\"Bendi ya wanaojipanga inaagiza sare mpya. Kila sare huja na kofia ambayo bei yake ni $25, jaketi ambayo bei yake ni mara tatu zaidi ya bei ya kofia, na suruali ambayo bei yake ni wastani ya bei ya kofia na jaketi. Bei ya kila sare kwa jumla ni pesa ngapi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}