{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"818be554-5513-526c-9d0e-af4c5c28e8f7","task_key":"sw--test--818be554-5513-526c-9d0e-af4c5c28e8f7","task_revision_id":"1","upstream_id":"","short_description":"Andrew anapanga safari kutoka New Jersey kwenda Rochester. Huwa inachukua siku 6…","config":"sw","split":"test","body":"{\"question\":\"Andrew anapanga safari kutoka New Jersey kwenda Rochester. Huwa inachukua siku 6 kusafiri kwa basi na nusu ya siku hizo kusafiri kwa gari kutoka New Jersey kwenda Rochester.Atasafiri kwa siku ngapi ikiwa anapanga kwenda Rochester kwa basi na kurudi kutoka Rochester kwa gari?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}