{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8e9e091a-bfb3-5c69-a4f2-751e8b708c33","task_key":"de--test--8e9e091a-bfb3-5c69-a4f2-751e8b708c33","task_revision_id":"1","upstream_id":"","short_description":"Andrew plant eine Fahrt von New Jersey nach Rochester. Es dauert 6 Tage, um mit…","config":"de","split":"test","body":"{\"question\":\"Andrew plant eine Fahrt von New Jersey nach Rochester. Es dauert 6 Tage, um mit dem Bus zu reisen, und halb so viele Tage, um mit dem Auto von New Jersey nach Rochester zu reisen. Wie viele Tage reist er, wenn er plant, mit dem Bus nach Rochester zu fahren und von Rochester mit dem Auto zurückzukommen?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}