{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f0900c4c-67ee-5d52-83cf-cc33fb2f25a3","task_key":"sw--test--f0900c4c-67ee-5d52-83cf-cc33fb2f25a3","task_revision_id":"1","upstream_id":"","short_description":"Kuna nyuki 700 katika mzinga wa nyuki. Idadi ya nyuki wa kufanya kazi ni mara…","config":"sw","split":"test","body":"{\"question\":\"Kuna nyuki 700 katika mzinga wa nyuki. Idadi ya nyuki wa kufanya kazi ni mara mbili zaidi ya nyuki watoto, na idadi ya nyuki watoto ni mara tatu zaidi ya nyuki malkia. Kuna nyuki wangapi wa kufanya kazi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}