{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"97725cff-85ff-5d8f-a262-379f31da032f","task_key":"sw--test--97725cff-85ff-5d8f-a262-379f31da032f","task_revision_id":"1","upstream_id":"","short_description":"Mamake Wells huuza tikitimaji, pilipili, na machungwa katika duka lililopo…","config":"sw","split":"test","body":"{\"question\":\"Mamake Wells huuza tikitimaji, pilipili, na machungwa katika duka lililopo kwenye eneo lake. Bei ya tikitimaji ni mara tatu zaidi ya bei ya kila pilipili. Bei ya tikitimaji imeshinda bei ya chungwa na 5. Dillon ametumwa kwenye duka kununua tikitimaji 4, pilipili 20, na machungwa 10. Atatumia pesa ngapi kwa jumla ikiwa bei ya kila pilipili ni $15?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}