{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5c4ef20d-e2de-5cc4-b9b7-981758c9908e","task_key":"de--test--5c4ef20d-e2de-5cc4-b9b7-981758c9908e","task_revision_id":"1","upstream_id":"","short_description":"In einem Wohnviertel ist die Anzahl an Kaninchen als Haustier zwölf Mal geringer…","config":"de","split":"test","body":"{\"question\":\"In einem Wohnviertel ist die Anzahl an Kaninchen als Haustier zwölf Mal geringer als die Anzahl an Hunden und Katzen als Haustiere zusammen. Wenn auf jeden Hund zwei Katzen kommen, und es 60 Hunde gibt, gibt es insgesamt wie viele Haustiere in dem Viertel?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}