{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"253dfbcf-688c-5266-b095-e6e078a4434b","task_key":"sw--test--253dfbcf-688c-5266-b095-e6e078a4434b","task_revision_id":"1","upstream_id":"","short_description":"John anapenda kunywa glesi ya maji wakati wa staftahi, chamcha na chajio.…","config":"sw","split":"test","body":"{\"question\":\"John anapenda kunywa glesi ya maji wakati wa staftahi, chamcha na chajio. Hatimaye, huna anakunywa glesi moja kabla ya kwenda kulala. John hufanya hii kila siku za wiki, lakini wikendi huwa anapenda kutulia na kunywa soda badala ya maji wakati wa chajio. John huwa anakunywa glesi ngapi za maji kwa wiki?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}