{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c8c37837-5e6b-597a-9b0b-c426b1fc777d","task_key":"de--test--c8c37837-5e6b-597a-9b0b-c426b1fc777d","task_revision_id":"1","upstream_id":"","short_description":"Ein Wassertank ist mit 120 Liter Wasser gefüllt. Celine verbrauchte 90 Liter…","config":"de","split":"test","body":"{\"question\":\"Ein Wassertank ist mit 120 Liter Wasser gefüllt. Celine verbrauchte 90 Liter Wasser aus dem Tank, um ihren kleinen Garten zu tränken. Sie konnte dann zwei Mal so viel Regenwasser sammeln, als noch übrig war. Wie viel Liter Wasser sind jetzt in dem Tank?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}