{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"739710bc-0622-520e-8f3a-af2c2de71171","task_key":"de--test--739710bc-0622-520e-8f3a-af2c2de71171","task_revision_id":"1","upstream_id":"","short_description":"Carls Lieblingsessen ist Käse. Er aß diese Woche jeden Tag ein Sandwich zum…","config":"de","split":"test","body":"{\"question\":\"Carls Lieblingsessen ist Käse. Er aß diese Woche jeden Tag ein Sandwich zum Mittagessen und verwendete 2 Scheiben Käse auf jedem Sandwich. 3 Tage in der Woche aß er Eier-Käse-Omeletten zum Frühstück und verwendete dafür eine Scheibe mehr pro Omelette, als er pro Sandwich verwendete. Er machte eine große Portion Makkaroni und Käse, um ihm für mehrere Abendessen in der Woche zu reichen, und verwendete dafür 8 Scheiben Käse. Wie viele Scheiben Käse verwendete er?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}