{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"80d762de-312e-59a1-b2a5-cc5c1d013cb6","task_key":"de--test--80d762de-312e-59a1-b2a5-cc5c1d013cb6","task_revision_id":"1","upstream_id":"","short_description":"Es gibt 36 sich sonnende Pinguine im Schnee. Ein Drittel davon springt hinein…","config":"de","split":"test","body":"{\"question\":\"Es gibt 36 sich sonnende Pinguine im Schnee. Ein Drittel davon springt hinein und schwimmt im Ozean. Ein weiteres Drittel geht in die Höhle, um zu Abend zu fressen. Wie viele sich sonnende Pinguine sind noch übrig?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}