{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"13d3d570-615c-5626-bd1c-c9dcae3f6db4","task_key":"sw--test--13d3d570-615c-5626-bd1c-c9dcae3f6db4","task_revision_id":"1","upstream_id":"","short_description":"Jerry ana vidimbwi viwili, vyote vina sehemu zinazovuja maji kwa kiwango cha…","config":"sw","split":"test","body":"{\"question\":\"Jerry ana vidimbwi viwili, vyote vina sehemu zinazovuja maji kwa kiwango cha mitungi 4 kwa dakika. Dakika 4 zilizopita, kidimbwi kikubwa kilikuwa na mara mbili zaidi ya idadi ya maji katika kidimbwi kidogo. Sasa kidimbwi kikubwa kina mara nne zaidi ya maji katika kidimbwi kidogo. Kidimbwi kidogo kina maji kiasi gani kwa sasa?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}