{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d0bb36a4-68b3-58d7-9796-66b99b814144","task_key":"de--test--d0bb36a4-68b3-58d7-9796-66b99b814144","task_revision_id":"1","upstream_id":"","short_description":"Der Zoowärter füttert alle Affen in dem Zoo. Alle 2 Monate bestellt er alle…","config":"de","split":"test","body":"{\"question\":\"Der Zoowärter füttert alle Affen in dem Zoo. Alle 2 Monate bestellt er alle Bananen bei einer lokalen Farm. Wenn jeden Monat die Affen 200 Bananen, die Gorillas 400 Bananen und die Paviane 100 Bananen brauchen, wie viele Bananen muss er bestellen, um 2 Monate zu überdauern?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}