{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d28aae13-5583-5707-a0ed-3420e1d18a2f","task_key":"sw--test--d28aae13-5583-5707-a0ed-3420e1d18a2f","task_revision_id":"1","upstream_id":"","short_description":"Daraja la mbao linaweza kubeba pauni zisizozidi 5000. Lori la uwasilishaji…","config":"sw","split":"test","body":"{\"question\":\"Daraja la mbao linaweza kubeba pauni zisizozidi 5000. Lori la uwasilishaji lililojaa na maboksi yanayofanana, kila boksi likiwa na uzani wa pauni 15, litapita juu ya daraja hilo. Jumla ya uzani wa dereva na lori tupu ni pauni 3755. Idadi ya juu zaidi ya maboksi yanayoweza kupakiwa kwenye lori bila kuzidi kikomo cha uzani wa daraja hilo ni ngapi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}