{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8b2e8d99-1ecc-5a7e-8c0e-49f2326952b4","task_key":"sw--test--8b2e8d99-1ecc-5a7e-8c0e-49f2326952b4","task_revision_id":"1","upstream_id":"","short_description":"Tangi ya maji imejazwa na lita 120 ya maji. Celine alitumia lita 90 ya maji…","config":"sw","split":"test","body":"{\"question\":\"Tangi ya maji imejazwa na lita 120 ya maji. Celine alitumia lita 90 ya maji kutoka kwa tangi hiyo kunyunyuzia shamba lake. Kisha aliweza kuteka maji ya mvua ambayo ni mara mbili zaidi ya maji ambayo yalikuwa yamesalia. Kwa sasa kuna lita ngapi za maji kwenye tangi hiyo?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}